2024-11-22 12:23:49,300 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 12:23:49,312 main DEBUG Took 0.009587 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 12:23:49,312 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 12:23:49,312 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 12:23:49,313 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 12:23:49,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,321 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 12:23:49,332 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,335 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,336 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,337 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,339 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,340 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,340 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,341 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 12:23:49,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,343 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 12:23:49,344 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 12:23:49,345 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 12:23:49,347 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 12:23:49,347 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 12:23:49,348 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 12:23:49,349 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 12:23:49,356 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 12:23:49,358 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 12:23:49,360 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 12:23:49,360 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 12:23:49,361 main DEBUG createAppenders(={Console}) 2024-11-22 12:23:49,361 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 12:23:49,362 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 12:23:49,362 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 12:23:49,362 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 12:23:49,363 main DEBUG OutputStream closed 2024-11-22 12:23:49,363 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 12:23:49,363 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 12:23:49,363 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 12:23:49,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 12:23:49,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 12:23:49,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 12:23:49,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 12:23:49,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 12:23:49,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 12:23:49,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 12:23:49,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 12:23:49,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 12:23:49,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 12:23:49,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 12:23:49,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 12:23:49,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 12:23:49,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 12:23:49,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 12:23:49,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 12:23:49,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 12:23:49,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 12:23:49,441 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 12:23:49,441 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 12:23:49,442 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 12:23:49,442 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T12:23:49,675 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed 2024-11-22 12:23:49,678 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 12:23:49,678 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T12:23:49,686 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-22T12:23:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T12:23:49,726 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8, deleteOnExit=true 2024-11-22T12:23:49,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T12:23:49,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/test.cache.data in system properties and HBase conf 2024-11-22T12:23:49,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T12:23:49,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.log.dir in system properties and HBase conf 2024-11-22T12:23:49,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T12:23:49,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T12:23:49,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T12:23:49,823 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T12:23:49,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T12:23:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T12:23:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T12:23:49,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T12:23:49,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T12:23:49,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T12:23:49,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T12:23:49,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T12:23:49,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T12:23:49,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T12:23:49,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/nfs.dump.dir in system properties and HBase conf 2024-11-22T12:23:49,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/java.io.tmpdir in system properties and HBase conf 2024-11-22T12:23:49,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T12:23:49,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T12:23:49,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T12:23:50,979 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T12:23:51,051 INFO [Time-limited test {}] log.Log(170): Logging initialized @2479ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T12:23:51,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T12:23:51,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T12:23:51,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T12:23:51,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T12:23:51,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T12:23:51,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T12:23:51,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.log.dir/,AVAILABLE} 2024-11-22T12:23:51,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T12:23:51,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/java.io.tmpdir/jetty-localhost-44213-hadoop-hdfs-3_4_1-tests_jar-_-any-6996426734891350159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T12:23:51,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44213} 2024-11-22T12:23:51,400 INFO [Time-limited test {}] server.Server(415): Started @2829ms 2024-11-22T12:23:52,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T12:23:52,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T12:23:52,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T12:23:52,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T12:23:52,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T12:23:52,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.log.dir/,AVAILABLE} 2024-11-22T12:23:52,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T12:23:52,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-9307439825642462234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T12:23:52,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-22T12:23:52,548 INFO [Time-limited test {}] server.Server(415): Started @3977ms 2024-11-22T12:23:52,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T12:23:53,834 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data1/current/BP-927454652-172.17.0.2-1732278230459/current, will proceed with Du for space computation calculation, 2024-11-22T12:23:53,834 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data2/current/BP-927454652-172.17.0.2-1732278230459/current, will proceed with Du for space computation calculation, 2024-11-22T12:23:53,867 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T12:23:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5d0d30f02168c44 with lease ID 0xe47317afb4c203d2: Processing first storage report for DS-f442ce49-ad11-416e-8d99-27562a3a9c51 from datanode DatanodeRegistration(127.0.0.1:40973, datanodeUuid=a149e0f3-ca20-496a-a35e-e2fb6b679646, infoPort=44261, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1093563305;c=1732278230459) 2024-11-22T12:23:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5d0d30f02168c44 with lease ID 0xe47317afb4c203d2: from storage DS-f442ce49-ad11-416e-8d99-27562a3a9c51 node DatanodeRegistration(127.0.0.1:40973, datanodeUuid=a149e0f3-ca20-496a-a35e-e2fb6b679646, infoPort=44261, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1093563305;c=1732278230459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T12:23:53,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5d0d30f02168c44 with lease ID 0xe47317afb4c203d2: Processing first storage report for DS-ab9920c2-51ca-47b9-a3d9-4ecb5240880d from datanode DatanodeRegistration(127.0.0.1:40973, datanodeUuid=a149e0f3-ca20-496a-a35e-e2fb6b679646, infoPort=44261, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1093563305;c=1732278230459) 2024-11-22T12:23:53,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5d0d30f02168c44 with lease ID 0xe47317afb4c203d2: from storage DS-ab9920c2-51ca-47b9-a3d9-4ecb5240880d node DatanodeRegistration(127.0.0.1:40973, datanodeUuid=a149e0f3-ca20-496a-a35e-e2fb6b679646, infoPort=44261, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1093563305;c=1732278230459), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T12:23:53,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed 2024-11-22T12:23:54,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/zookeeper_0, clientPort=49357, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T12:23:54,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49357 2024-11-22T12:23:54,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:54,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741825_1001 (size=7) 2024-11-22T12:23:54,689 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad with version=8 2024-11-22T12:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/hbase-staging 2024-11-22T12:23:54,803 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T12:23:55,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/46e18b47f3d3:0 server-side Connection retries=45 2024-11-22T12:23:55,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T12:23:55,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T12:23:55,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T12:23:55,288 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T12:23:55,296 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T12:23:55,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T12:23:55,321 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32911 (auto-detected) 2024-11-22T12:23:55,322 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T12:23:55,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39109 2024-11-22T12:23:55,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39109 connecting to ZooKeeper ensemble=127.0.0.1:49357 2024-11-22T12:23:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391090x0, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T12:23:55,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39109-0x101628027340000 connected 2024-11-22T12:23:55,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:55,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:55,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T12:23:55,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad, hbase.cluster.distributed=false 2024-11-22T12:23:55,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T12:23:55,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39109 2024-11-22T12:23:55,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39109 2024-11-22T12:23:55,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39109 2024-11-22T12:23:55,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39109 2024-11-22T12:23:55,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39109 2024-11-22T12:23:55,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/46e18b47f3d3:0 server-side Connection retries=45 2024-11-22T12:23:55,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T12:23:55,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T12:23:55,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T12:23:55,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T12:23:55,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T12:23:55,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45321 2024-11-22T12:23:55,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45321 connecting to ZooKeeper ensemble=127.0.0.1:49357 2024-11-22T12:23:55,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:55,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:55,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453210x0, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T12:23:55,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453210x0, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T12:23:55,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45321-0x101628027340001 connected 2024-11-22T12:23:55,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T12:23:55,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T12:23:55,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T12:23:55,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T12:23:55,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-22T12:23:55,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45321 2024-11-22T12:23:55,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45321 2024-11-22T12:23:55,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-22T12:23:55,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45321 2024-11-22T12:23:55,844 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;46e18b47f3d3:39109 2024-11-22T12:23:55,847 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:55,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T12:23:55,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T12:23:55,858 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T12:23:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:55,889 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T12:23:55,891 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/46e18b47f3d3,39109,1732278234872 from backup master directory 2024-11-22T12:23:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T12:23:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T12:23:55,899 WARN [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T12:23:55,899 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:55,902 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T12:23:55,903 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T12:23:55,966 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/hbase.id] with ID: f141352d-0e62-4ef8-98d2-f759ee84cd03 2024-11-22T12:23:55,966 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/.tmp/hbase.id 2024-11-22T12:23:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741826_1002 (size=42) 2024-11-22T12:23:56,379 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/.tmp/hbase.id]:[hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/hbase.id] 2024-11-22T12:23:56,442 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T12:23:56,449 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T12:23:56,476 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-22T12:23:56,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:56,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741827_1003 (size=196) 2024-11-22T12:23:56,957 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:23:56,960 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T12:23:56,973 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:23:56,977 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T12:23:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741828_1004 (size=1189) 2024-11-22T12:23:57,459 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store 2024-11-22T12:23:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741829_1005 (size=34) 2024-11-22T12:23:57,881 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T12:23:57,884 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:23:57,885 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T12:23:57,885 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:23:57,885 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:23:57,887 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T12:23:57,887 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:23:57,887 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:23:57,888 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732278237885Disabling compacts and flushes for region at 1732278237885Disabling writes for close at 1732278237887 (+2 ms)Writing region close event to WAL at 1732278237887Closed at 1732278237887 2024-11-22T12:23:57,890 WARN [master/46e18b47f3d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/.initializing 2024-11-22T12:23:57,890 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/WALs/46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:57,898 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T12:23:57,911 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=46e18b47f3d3%2C39109%2C1732278234872, suffix=, logDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/WALs/46e18b47f3d3,39109,1732278234872, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/oldWALs, maxLogs=10 2024-11-22T12:23:57,930 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/WALs/46e18b47f3d3,39109,1732278234872/46e18b47f3d3%2C39109%2C1732278234872.1732278237915, exclude list is [], retry=0 2024-11-22T12:23:57,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-f442ce49-ad11-416e-8d99-27562a3a9c51,DISK] 2024-11-22T12:23:57,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T12:23:57,978 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/WALs/46e18b47f3d3,39109,1732278234872/46e18b47f3d3%2C39109%2C1732278234872.1732278237915 2024-11-22T12:23:57,979 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44261:44261)] 2024-11-22T12:23:57,980 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:23:57,980 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:23:57,983 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:57,984 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T12:23:58,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:58,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T12:23:58,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:23:58,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T12:23:58,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:23:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T12:23:58,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:23:58,059 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,063 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,064 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,070 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,071 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,076 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T12:23:58,080 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T12:23:58,086 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:23:58,087 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63612295, jitterRate=-0.052102938294410706}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T12:23:58,094 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732278237994Initializing all the Stores at 1732278237996 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278237997 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278237997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278237998 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278237998Cleaning up temporary data from old regions at 1732278238071 (+73 ms)Region opened successfully at 1732278238094 (+23 ms) 2024-11-22T12:23:58,095 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T12:23:58,135 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d3043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=46e18b47f3d3/172.17.0.2:0 2024-11-22T12:23:58,169 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T12:23:58,182 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T12:23:58,182 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T12:23:58,185 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T12:23:58,187 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T12:23:58,192 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T12:23:58,192 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T12:23:58,223 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T12:23:58,232 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T12:23:58,287 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T12:23:58,290 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T12:23:58,292 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T12:23:58,298 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T12:23:58,301 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T12:23:58,305 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T12:23:58,308 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T12:23:58,310 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T12:23:58,319 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T12:23:58,338 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T12:23:58,351 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T12:23:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T12:23:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T12:23:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,365 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=46e18b47f3d3,39109,1732278234872, sessionid=0x101628027340000, setting cluster-up flag (Was=false) 2024-11-22T12:23:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,425 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T12:23:58,427 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:58,477 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T12:23:58,480 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:58,489 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T12:23:58,537 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(746): ClusterId : f141352d-0e62-4ef8-98d2-f759ee84cd03 2024-11-22T12:23:58,540 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T12:23:58,553 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T12:23:58,553 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T12:23:58,563 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T12:23:58,564 DEBUG [RS:0;46e18b47f3d3:45321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa74f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=46e18b47f3d3/172.17.0.2:0 2024-11-22T12:23:58,566 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T12:23:58,575 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T12:23:58,581 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;46e18b47f3d3:45321 2024-11-22T12:23:58,583 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T12:23:58,584 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T12:23:58,585 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T12:23:58,585 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T12:23:58,587 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(2659): reportForDuty to master=46e18b47f3d3,39109,1732278234872 with port=45321, startcode=1732278235735 2024-11-22T12:23:58,588 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 46e18b47f3d3,39109,1732278234872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T12:23:58,595 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/46e18b47f3d3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T12:23:58,596 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/46e18b47f3d3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T12:23:58,596 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/46e18b47f3d3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T12:23:58,596 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/46e18b47f3d3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T12:23:58,596 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/46e18b47f3d3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T12:23:58,597 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,597 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/46e18b47f3d3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T12:23:58,597 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,598 DEBUG [RS:0;46e18b47f3d3:45321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T12:23:58,600 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732278268600 2024-11-22T12:23:58,602 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T12:23:58,604 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T12:23:58,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T12:23:58,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T12:23:58,608 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T12:23:58,608 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T12:23:58,608 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T12:23:58,609 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T12:23:58,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T12:23:58,610 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,614 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T12:23:58,616 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T12:23:58,616 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T12:23:58,621 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T12:23:58,621 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T12:23:58,624 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.large.0-1732278238622,5,FailOnTimeoutGroup] 2024-11-22T12:23:58,628 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.small.0-1732278238624,5,FailOnTimeoutGroup] 2024-11-22T12:23:58,628 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,629 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T12:23:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741831_1007 (size=1321) 2024-11-22T12:23:58,630 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,630 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T12:23:58,633 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:23:58,636 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T12:23:58,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741832_1008 (size=32) 2024-11-22T12:23:58,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:23:58,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39109 {}] master.ServerManager(517): Registering regionserver=46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T12:23:58,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T12:23:58,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:58,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T12:23:58,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T12:23:58,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:58,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T12:23:58,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T12:23:58,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,667 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:23:58,668 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33719 2024-11-22T12:23:58,668 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T12:23:58,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:58,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T12:23:58,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T12:23:58,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:58,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:58,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T12:23:58,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740 2024-11-22T12:23:58,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T12:23:58,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740 2024-11-22T12:23:58,678 DEBUG [RS:0;46e18b47f3d3:45321 {}] zookeeper.ZKUtil(111): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,678 WARN [RS:0;46e18b47f3d3:45321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T12:23:58,678 INFO [RS:0;46e18b47f3d3:45321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T12:23:58,678 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [46e18b47f3d3,45321,1732278235735] 2024-11-22T12:23:58,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T12:23:58,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T12:23:58,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:23:58,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T12:23:58,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:23:58,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62745336, jitterRate=-0.06502163410186768}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:23:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732278238648Initializing all the Stores at 1732278238650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278238650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278238651 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278238651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278238651Cleaning up temporary data from old regions at 1732278238683 (+32 ms)Region opened successfully at 1732278238696 (+13 ms) 2024-11-22T12:23:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T12:23:58,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T12:23:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T12:23:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T12:23:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T12:23:58,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T12:23:58,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732278238697Disabling compacts and flushes for region at 1732278238697Disabling writes for close at 1732278238697Writing region close event to WAL at 1732278238698 (+1 ms)Closed at 1732278238698 2024-11-22T12:23:58,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T12:23:58,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T12:23:58,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T12:23:58,708 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T12:23:58,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T12:23:58,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T12:23:58,727 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T12:23:58,732 INFO [RS:0;46e18b47f3d3:45321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T12:23:58,733 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,734 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T12:23:58,741 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T12:23:58,742 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,743 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,743 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,743 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,743 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,743 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/46e18b47f3d3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,744 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/46e18b47f3d3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T12:23:58,745 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/46e18b47f3d3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T12:23:58,745 DEBUG [RS:0;46e18b47f3d3:45321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T12:23:58,745 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,746 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,746 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,746 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,746 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,746 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,45321,1732278235735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T12:23:58,763 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T12:23:58,764 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,45321,1732278235735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,764 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,765 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.Replication(171): 46e18b47f3d3,45321,1732278235735 started 2024-11-22T12:23:58,780 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:58,780 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1482): Serving as 46e18b47f3d3,45321,1732278235735, RpcServer on 46e18b47f3d3/172.17.0.2:45321, sessionid=0x101628027340001 2024-11-22T12:23:58,781 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T12:23:58,781 DEBUG [RS:0;46e18b47f3d3:45321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,781 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '46e18b47f3d3,45321,1732278235735' 2024-11-22T12:23:58,782 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T12:23:58,783 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T12:23:58,783 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T12:23:58,783 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T12:23:58,783 DEBUG [RS:0;46e18b47f3d3:45321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:58,783 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '46e18b47f3d3,45321,1732278235735' 2024-11-22T12:23:58,784 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T12:23:58,784 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T12:23:58,785 DEBUG [RS:0;46e18b47f3d3:45321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T12:23:58,785 INFO [RS:0;46e18b47f3d3:45321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T12:23:58,785 INFO [RS:0;46e18b47f3d3:45321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T12:23:58,870 WARN [46e18b47f3d3:39109 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T12:23:58,893 INFO [RS:0;46e18b47f3d3:45321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T12:23:58,897 INFO [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=46e18b47f3d3%2C45321%2C1732278235735, suffix=, logDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/oldWALs, maxLogs=32 2024-11-22T12:23:58,911 DEBUG [RS:0;46e18b47f3d3:45321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735/46e18b47f3d3%2C45321%2C1732278235735.1732278238899, exclude list is [], retry=0 2024-11-22T12:23:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-f442ce49-ad11-416e-8d99-27562a3a9c51,DISK] 2024-11-22T12:23:58,920 INFO [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735/46e18b47f3d3%2C45321%2C1732278235735.1732278238899 2024-11-22T12:23:58,920 DEBUG [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44261:44261)] 2024-11-22T12:23:59,123 DEBUG [46e18b47f3d3:39109 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T12:23:59,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:59,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 46e18b47f3d3,45321,1732278235735, state=OPENING 2024-11-22T12:23:59,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T12:23:59,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:59,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:23:59,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T12:23:59,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T12:23:59,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T12:23:59,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:23:59,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T12:23:59,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T12:23:59,394 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T12:23:59,394 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T12:23:59,395 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T12:23:59,398 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=46e18b47f3d3%2C45321%2C1732278235735.meta, suffix=.meta, logDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/oldWALs, maxLogs=32 2024-11-22T12:23:59,419 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735/46e18b47f3d3%2C45321%2C1732278235735.meta.1732278239401.meta, exclude list is [], retry=0 2024-11-22T12:23:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-f442ce49-ad11-416e-8d99-27562a3a9c51,DISK] 2024-11-22T12:23:59,426 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/WALs/46e18b47f3d3,45321,1732278235735/46e18b47f3d3%2C45321%2C1732278235735.meta.1732278239401.meta 2024-11-22T12:23:59,427 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44261:44261)] 2024-11-22T12:23:59,427 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:23:59,429 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T12:23:59,432 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T12:23:59,436 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T12:23:59,439 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T12:23:59,440 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:23:59,440 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T12:23:59,440 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T12:23:59,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T12:23:59,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T12:23:59,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T12:23:59,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T12:23:59,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:59,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:59,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T12:23:59,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T12:23:59,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:59,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:59,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T12:23:59,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T12:23:59,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:59,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T12:23:59,454 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T12:23:59,456 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740 2024-11-22T12:23:59,459 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740 2024-11-22T12:23:59,461 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T12:23:59,461 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T12:23:59,463 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:23:59,466 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T12:23:59,468 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72957540, jitterRate=0.08715206384658813}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:23:59,468 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T12:23:59,470 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732278239441Writing region info on filesystem at 1732278239441Initializing all the Stores at 1732278239443 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278239443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278239443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278239443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732278239443Cleaning up temporary data from old regions at 1732278239462 (+19 ms)Running coprocessor post-open hooks at 1732278239468 (+6 ms)Region opened successfully at 1732278239470 (+2 ms) 2024-11-22T12:23:59,476 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732278239371 2024-11-22T12:23:59,486 DEBUG [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T12:23:59,486 INFO [RS_OPEN_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T12:23:59,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:59,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 46e18b47f3d3,45321,1732278235735, state=OPEN 2024-11-22T12:23:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T12:23:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T12:23:59,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T12:23:59,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T12:23:59,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:23:59,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T12:23:59,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=46e18b47f3d3,45321,1732278235735 in 351 msec 2024-11-22T12:23:59,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T12:23:59,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-11-22T12:23:59,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T12:23:59,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T12:23:59,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:23:59,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:23:59,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:23:59,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:23:59,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1180 sec 2024-11-22T12:23:59,643 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732278239643, completionTime=-1 2024-11-22T12:23:59,646 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T12:23:59,646 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T12:23:59,675 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T12:23:59,675 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732278299675 2024-11-22T12:23:59,675 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732278359675 2024-11-22T12:23:59,675 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-22T12:23:59,678 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,679 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,679 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,680 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-46e18b47f3d3:39109, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,681 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,681 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,688 DEBUG [master/46e18b47f3d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T12:23:59,713 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.813sec 2024-11-22T12:23:59,714 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T12:23:59,716 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T12:23:59,717 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T12:23:59,717 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T12:23:59,717 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T12:23:59,718 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T12:23:59,719 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T12:23:59,729 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T12:23:59,730 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T12:23:59,731 INFO [master/46e18b47f3d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=46e18b47f3d3,39109,1732278234872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T12:23:59,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:23:59,750 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T12:23:59,750 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T12:23:59,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:23:59,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:23:59,766 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:23:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:23:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:23:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db5a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:23:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:23:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:23:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:23:59,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:23:59,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:23:59,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:23:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:23:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:23:59,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:23:59,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:59,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3443 2024-11-22T12:23:59,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:23:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:23:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ffeb4e 2024-11-22T12:23:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:23:59,868 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:23:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:23:59,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:23:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:23:59,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:23:59,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T12:23:59,897 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:23:59,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:23:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:23:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741835_1011 (size=959) 2024-11-22T12:24:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:24:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:24:00,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:24:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741836_1012 (size=53) 2024-11-22T12:24:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:24:00,733 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:00,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d3e83f2c56ed6421d5df991ed620154c, disabling compactions & flushes 2024-11-22T12:24:00,734 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:00,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:00,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. after waiting 0 ms 2024-11-22T12:24:00,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:00,734 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:00,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3e83f2c56ed6421d5df991ed620154c: Waiting for close lock at 1732278240734Disabling compacts and flushes for region at 1732278240734Disabling writes for close at 1732278240734Writing region close event to WAL at 1732278240734Closed at 1732278240734 2024-11-22T12:24:00,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:24:00,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278240738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278240738"}]},"ts":"1732278240738"} 2024-11-22T12:24:00,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:24:00,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:24:00,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278240752"}]},"ts":"1732278240752"} 2024-11-22T12:24:00,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:24:00,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, ASSIGN}] 2024-11-22T12:24:00,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, ASSIGN 2024-11-22T12:24:00,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:24:00,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3e83f2c56ed6421d5df991ed620154c, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, ASSIGN because future has completed 2024-11-22T12:24:00,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:24:01,097 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:01,097 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:24:01,098 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,098 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:01,098 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,098 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,101 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,105 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e83f2c56ed6421d5df991ed620154c columnFamilyName A 2024-11-22T12:24:01,105 DEBUG [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:01,107 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(327): Store=d3e83f2c56ed6421d5df991ed620154c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:01,107 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,110 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e83f2c56ed6421d5df991ed620154c columnFamilyName B 2024-11-22T12:24:01,111 DEBUG [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:01,112 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(327): Store=d3e83f2c56ed6421d5df991ed620154c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:01,112 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,115 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e83f2c56ed6421d5df991ed620154c columnFamilyName C 2024-11-22T12:24:01,115 DEBUG [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:01,116 INFO [StoreOpener-d3e83f2c56ed6421d5df991ed620154c-1 {}] regionserver.HStore(327): Store=d3e83f2c56ed6421d5df991ed620154c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:01,117 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,119 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,120 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,122 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,123 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,123 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:24:01,127 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,133 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:24:01,135 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3e83f2c56ed6421d5df991ed620154c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63556942, jitterRate=-0.052927762269973755}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:24:01,135 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:01,137 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3e83f2c56ed6421d5df991ed620154c: Running coprocessor pre-open hook at 1732278241098Writing region info on filesystem at 1732278241098Initializing all the Stores at 1732278241100 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278241101 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278241101Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278241101Cleaning up temporary data from old regions at 1732278241123 (+22 ms)Running coprocessor post-open hooks at 1732278241136 (+13 ms)Region opened successfully at 1732278241137 (+1 ms) 2024-11-22T12:24:01,140 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., pid=6, masterSystemTime=1732278241082 2024-11-22T12:24:01,144 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:01,144 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:01,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3e83f2c56ed6421d5df991ed620154c, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:01,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:01,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T12:24:01,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 in 225 msec 2024-11-22T12:24:01,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T12:24:01,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, ASSIGN in 395 msec 2024-11-22T12:24:01,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:24:01,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278241167"}]},"ts":"1732278241167"} 2024-11-22T12:24:01,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:24:01,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:24:01,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2930 sec 2024-11-22T12:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T12:24:02,061 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:02,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e9320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,076 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4a323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:24:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:24:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e64719 2024-11-22T12:24:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:24:02,092 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:24:02,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,098 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,106 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,113 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,116 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,123 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e412ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fba9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,129 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5127c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,133 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,137 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b096a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,140 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc5ceca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46783332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e877dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,148 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35351cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:02,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:02,151 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:02,153 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ec368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:02,158 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,158 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,158 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,159 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,159 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,160 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,163 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,163 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,164 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,167 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,170 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,172 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:02,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T12:24:02,173 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:02,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:02,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:02,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:02,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:02,274 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:02,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:02,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/54b112e12862421e86310870294258ee is 50, key is test_row_0/A:col10/1732278242277/Put/seqid=0 2024-11-22T12:24:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278302433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278302433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278302444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278302445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278302454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741837_1013 (size=12001) 2024-11-22T12:24:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:02,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278302599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278302599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278302600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278302600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278302601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278302808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278302809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278302817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278302818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278302818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:02,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:02,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:02,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/54b112e12862421e86310870294258ee 2024-11-22T12:24:02,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/386fe349603f45ca9e8434aff9e21375 is 50, key is test_row_0/B:col10/1732278242277/Put/seqid=0 2024-11-22T12:24:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741838_1014 (size=12001) 2024-11-22T12:24:03,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/386fe349603f45ca9e8434aff9e21375 2024-11-22T12:24:03,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:03,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:03,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/4bab8bdc28d44a73b2a21b6c122c2e0a is 50, key is test_row_0/C:col10/1732278242277/Put/seqid=0 2024-11-22T12:24:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741839_1015 (size=12001) 2024-11-22T12:24:03,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/4bab8bdc28d44a73b2a21b6c122c2e0a 2024-11-22T12:24:03,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/54b112e12862421e86310870294258ee as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee 2024-11-22T12:24:03,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/386fe349603f45ca9e8434aff9e21375 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375 2024-11-22T12:24:03,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:03,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/4bab8bdc28d44a73b2a21b6c122c2e0a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a 2024-11-22T12:24:03,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278303118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278303118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278303129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278303129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278303129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:03,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d3e83f2c56ed6421d5df991ed620154c in 885ms, sequenceid=14, compaction requested=false 2024-11-22T12:24:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T12:24:03,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:03,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T12:24:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,198 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:24:03,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/86b5a96553c449e9b642e22c95f16799 is 50, key is test_row_0/A:col10/1732278242442/Put/seqid=0 2024-11-22T12:24:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741840_1016 (size=12001) 2024-11-22T12:24:03,238 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/86b5a96553c449e9b642e22c95f16799 2024-11-22T12:24:03,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/005bc3aae8614bfa8bfdd601d9d34b91 is 50, key is test_row_0/B:col10/1732278242442/Put/seqid=0 2024-11-22T12:24:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741841_1017 (size=12001) 2024-11-22T12:24:03,311 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/005bc3aae8614bfa8bfdd601d9d34b91 2024-11-22T12:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/0948d708874e41f9887008d86645fbb0 is 50, key is test_row_0/C:col10/1732278242442/Put/seqid=0 2024-11-22T12:24:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741842_1018 (size=12001) 2024-11-22T12:24:03,370 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/0948d708874e41f9887008d86645fbb0 2024-11-22T12:24:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/86b5a96553c449e9b642e22c95f16799 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799 2024-11-22T12:24:03,408 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/005bc3aae8614bfa8bfdd601d9d34b91 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91 2024-11-22T12:24:03,426 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/0948d708874e41f9887008d86645fbb0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0 2024-11-22T12:24:03,445 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:03,448 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 249ms, sequenceid=37, compaction requested=false 2024-11-22T12:24:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T12:24:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T12:24:03,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T12:24:03,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2680 sec 2024-11-22T12:24:03,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3020 sec 2024-11-22T12:24:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:03,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:03,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:03,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9996ec4dec0b41a0b33809852fecd6fb is 50, key is test_row_0/A:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741843_1019 (size=16681) 2024-11-22T12:24:03,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9996ec4dec0b41a0b33809852fecd6fb 2024-11-22T12:24:03,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1230b2a54a144fe58f86cd973f18059c is 50, key is test_row_0/B:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278303746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278303749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278303750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278303760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278303763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741844_1020 (size=12001) 2024-11-22T12:24:03,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1230b2a54a144fe58f86cd973f18059c 2024-11-22T12:24:03,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/61e35082dc0e4f1b8de12e79af4093b5 is 50, key is test_row_0/C:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741845_1021 (size=12001) 2024-11-22T12:24:03,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/61e35082dc0e4f1b8de12e79af4093b5 2024-11-22T12:24:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9996ec4dec0b41a0b33809852fecd6fb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb 2024-11-22T12:24:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278303866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb, entries=250, sequenceid=49, filesize=16.3 K 2024-11-22T12:24:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1230b2a54a144fe58f86cd973f18059c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c 2024-11-22T12:24:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278303878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278303878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278303879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278303881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:03,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T12:24:03,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/61e35082dc0e4f1b8de12e79af4093b5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5 2024-11-22T12:24:03,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T12:24:03,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d3e83f2c56ed6421d5df991ed620154c in 247ms, sequenceid=49, compaction requested=true 2024-11-22T12:24:03,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:03,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:03,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:03,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:03,934 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:03,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:03,938 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:03,940 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:03,944 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,945 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.2 K 2024-11-22T12:24:03,947 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 386fe349603f45ca9e8434aff9e21375, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278242250 2024-11-22T12:24:03,947 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:03,948 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:03,948 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:03,948 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 005bc3aae8614bfa8bfdd601d9d34b91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278242422 2024-11-22T12:24:03,948 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=39.7 K 2024-11-22T12:24:03,949 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1230b2a54a144fe58f86cd973f18059c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:03,949 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54b112e12862421e86310870294258ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278242250 2024-11-22T12:24:03,951 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86b5a96553c449e9b642e22c95f16799, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278242422 2024-11-22T12:24:03,952 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9996ec4dec0b41a0b33809852fecd6fb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:03,989 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:03,989 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:03,990 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/ea93457f4ce446058959c74441c9c82f is 50, key is test_row_0/A:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:03,995 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/fc18c79df3ac4b24ae61317735a23d7e is 50, key is test_row_0/B:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741846_1022 (size=12104) 2024-11-22T12:24:04,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741847_1023 (size=12104) 2024-11-22T12:24:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:04,084 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:04,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:24:04,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7354636ce66848e5a44449fe25083935 is 50, key is test_row_0/A:col10/1732278243745/Put/seqid=0 2024-11-22T12:24:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741848_1024 (size=14341) 2024-11-22T12:24:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278304149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278304149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278304149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278304153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278304153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278304267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278304268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278304269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278304269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278304270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T12:24:04,327 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:04,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T12:24:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T12:24:04,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:04,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:04,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:04,425 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/ea93457f4ce446058959c74441c9c82f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/ea93457f4ce446058959c74441c9c82f 2024-11-22T12:24:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T12:24:04,451 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/fc18c79df3ac4b24ae61317735a23d7e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fc18c79df3ac4b24ae61317735a23d7e 2024-11-22T12:24:04,471 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into fc18c79df3ac4b24ae61317735a23d7e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:04,471 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:04,471 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into ea93457f4ce446058959c74441c9c82f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:04,471 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:04,474 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278243933; duration=0sec 2024-11-22T12:24:04,474 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278243928; duration=0sec 2024-11-22T12:24:04,475 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:04,475 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:04,475 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:04,475 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:04,475 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:04,479 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:04,480 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:04,480 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,480 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.2 K 2024-11-22T12:24:04,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278304478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278304478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278304478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,484 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bab8bdc28d44a73b2a21b6c122c2e0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278242250 2024-11-22T12:24:04,485 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0948d708874e41f9887008d86645fbb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278242422 2024-11-22T12:24:04,486 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 61e35082dc0e4f1b8de12e79af4093b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:04,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278304487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278304487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T12:24:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,511 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:04,512 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a7dd6655358145bb813e904318955be9 is 50, key is test_row_0/C:col10/1732278243663/Put/seqid=0 2024-11-22T12:24:04,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7354636ce66848e5a44449fe25083935 2024-11-22T12:24:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741849_1025 (size=12104) 2024-11-22T12:24:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T12:24:04,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/24f716c0f8b64c708a676408e501101f is 50, key is test_row_0/B:col10/1732278243745/Put/seqid=0 2024-11-22T12:24:04,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T12:24:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,662 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a7dd6655358145bb813e904318955be9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a7dd6655358145bb813e904318955be9 2024-11-22T12:24:04,677 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into a7dd6655358145bb813e904318955be9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:04,677 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:04,677 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278243933; duration=0sec 2024-11-22T12:24:04,677 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:04,677 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741850_1026 (size=12001) 2024-11-22T12:24:04,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/24f716c0f8b64c708a676408e501101f 2024-11-22T12:24:04,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a0aaf408173a40778c92f6224accf831 is 50, key is test_row_0/C:col10/1732278243745/Put/seqid=0 2024-11-22T12:24:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741851_1027 (size=12001) 2024-11-22T12:24:04,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a0aaf408173a40778c92f6224accf831 2024-11-22T12:24:04,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7354636ce66848e5a44449fe25083935 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935 2024-11-22T12:24:04,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935, entries=200, sequenceid=74, filesize=14.0 K 2024-11-22T12:24:04,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/24f716c0f8b64c708a676408e501101f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f 2024-11-22T12:24:04,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T12:24:04,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a0aaf408173a40778c92f6224accf831 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831 2024-11-22T12:24:04,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278304787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278304788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278304788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278304797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278304798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:04,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:04,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T12:24:04,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T12:24:04,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:04,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d3e83f2c56ed6421d5df991ed620154c in 721ms, sequenceid=74, compaction requested=false 2024-11-22T12:24:04,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:04,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:24:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T12:24:04,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T12:24:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:04,961 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:24:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7e0a707a89904827af2550141d0e30eb is 50, key is test_row_0/A:col10/1732278244147/Put/seqid=0 2024-11-22T12:24:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741852_1028 (size=9657) 2024-11-22T12:24:04,993 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7e0a707a89904827af2550141d0e30eb 2024-11-22T12:24:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/02925cfa350f40fe9cb5dd556e342225 is 50, key is test_row_0/B:col10/1732278244147/Put/seqid=0 2024-11-22T12:24:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741853_1029 (size=9657) 2024-11-22T12:24:05,038 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/02925cfa350f40fe9cb5dd556e342225 2024-11-22T12:24:05,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T12:24:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3165a8f3e8fc41528d7cfeed0f31579f is 50, key is test_row_0/C:col10/1732278244147/Put/seqid=0 2024-11-22T12:24:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741854_1030 (size=9657) 2024-11-22T12:24:05,071 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3165a8f3e8fc41528d7cfeed0f31579f 2024-11-22T12:24:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7e0a707a89904827af2550141d0e30eb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb 2024-11-22T12:24:05,108 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb, entries=100, sequenceid=89, filesize=9.4 K 2024-11-22T12:24:05,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/02925cfa350f40fe9cb5dd556e342225 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225 2024-11-22T12:24:05,125 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225, entries=100, sequenceid=89, filesize=9.4 K 2024-11-22T12:24:05,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3165a8f3e8fc41528d7cfeed0f31579f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f 2024-11-22T12:24:05,151 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f, entries=100, sequenceid=89, filesize=9.4 K 2024-11-22T12:24:05,153 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 192ms, sequenceid=89, compaction requested=true 2024-11-22T12:24:05,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:05,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T12:24:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T12:24:05,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T12:24:05,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 821 msec 2024-11-22T12:24:05,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 833 msec 2024-11-22T12:24:05,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T12:24:05,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T12:24:05,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T12:24:05,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T12:24:05,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T12:24:05,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T12:24:05,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T12:24:05,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T12:24:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:05,320 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:05,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:05,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c3703d370a4a48b8a147338a99e40169 is 50, key is test_row_0/A:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:05,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741855_1031 (size=21365) 2024-11-22T12:24:05,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c3703d370a4a48b8a147338a99e40169 2024-11-22T12:24:05,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/a1a310fd26d541128d922aca9c53cb7c is 50, key is test_row_0/B:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:05,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278305394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278305399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278305407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278305409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278305412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741856_1032 (size=12001) 2024-11-22T12:24:05,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/a1a310fd26d541128d922aca9c53cb7c 2024-11-22T12:24:05,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/6facd5ac90a24b39990363f108f2b999 is 50, key is test_row_0/C:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T12:24:05,469 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:05,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:05,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741857_1033 (size=12001) 2024-11-22T12:24:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T12:24:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:05,477 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:05,479 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:05,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:05,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278305517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278305517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278305517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278305528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278305528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:05,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278305727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278305737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278305737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278305737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278305737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:05,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:05,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/6facd5ac90a24b39990363f108f2b999 2024-11-22T12:24:05,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c3703d370a4a48b8a147338a99e40169 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169 2024-11-22T12:24:05,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169, entries=350, sequenceid=100, filesize=20.9 K 2024-11-22T12:24:05,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/a1a310fd26d541128d922aca9c53cb7c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c 2024-11-22T12:24:05,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:05,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c, entries=150, sequenceid=100, filesize=11.7 K 2024-11-22T12:24:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/6facd5ac90a24b39990363f108f2b999 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999 2024-11-22T12:24:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:05,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999, entries=150, sequenceid=100, filesize=11.7 K 2024-11-22T12:24:05,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d3e83f2c56ed6421d5df991ed620154c in 644ms, sequenceid=100, compaction requested=true 2024-11-22T12:24:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:05,965 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:05,966 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:05,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:05,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:05,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:05,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:05,968 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:05,968 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:05,968 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,969 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fc18c79df3ac4b24ae61317735a23d7e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=44.7 K 2024-11-22T12:24:05,972 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57467 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:05,972 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:05,973 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:05,973 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/ea93457f4ce446058959c74441c9c82f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=56.1 K 2024-11-22T12:24:05,973 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fc18c79df3ac4b24ae61317735a23d7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:05,974 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea93457f4ce446058959c74441c9c82f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:05,975 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f716c0f8b64c708a676408e501101f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278243745 2024-11-22T12:24:05,976 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7354636ce66848e5a44449fe25083935, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278243745 2024-11-22T12:24:05,976 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 02925cfa350f40fe9cb5dd556e342225, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278244147 2024-11-22T12:24:05,977 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e0a707a89904827af2550141d0e30eb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278244147 2024-11-22T12:24:05,978 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a310fd26d541128d922aca9c53cb7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245310 2024-11-22T12:24:05,979 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3703d370a4a48b8a147338a99e40169, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245299 2024-11-22T12:24:06,023 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:06,025 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cbf1e7eaf32a4a93a2492c6694ee1089 is 50, key is test_row_0/A:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:06,030 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:06,030 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b7cef79ae49b4d10871f18ca7640b2e7 is 50, key is test_row_0/B:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:06,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:06,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:24:06,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278306061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278306064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278306066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278306069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278306069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/337af3259a4344e5874c89f3569c541b is 50, key is test_row_0/A:col10/1732278245408/Put/seqid=0 2024-11-22T12:24:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741859_1035 (size=12241) 2024-11-22T12:24:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741858_1034 (size=12241) 2024-11-22T12:24:06,094 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b7cef79ae49b4d10871f18ca7640b2e7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b7cef79ae49b4d10871f18ca7640b2e7 2024-11-22T12:24:06,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,107 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into b7cef79ae49b4d10871f18ca7640b2e7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:06,107 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:06,107 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=12, startTime=1732278245965; duration=0sec 2024-11-22T12:24:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:06,107 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:06,107 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:06,108 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,110 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cbf1e7eaf32a4a93a2492c6694ee1089 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cbf1e7eaf32a4a93a2492c6694ee1089 2024-11-22T12:24:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741860_1036 (size=14341) 2024-11-22T12:24:06,113 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:06,113 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:06,114 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,114 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a7dd6655358145bb813e904318955be9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=44.7 K 2024-11-22T12:24:06,115 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a7dd6655358145bb813e904318955be9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278243663 2024-11-22T12:24:06,116 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a0aaf408173a40778c92f6224accf831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278243745 2024-11-22T12:24:06,118 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 3165a8f3e8fc41528d7cfeed0f31579f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278244147 2024-11-22T12:24:06,119 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 6facd5ac90a24b39990363f108f2b999, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245310 2024-11-22T12:24:06,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/337af3259a4344e5874c89f3569c541b 2024-11-22T12:24:06,130 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into cbf1e7eaf32a4a93a2492c6694ee1089(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:06,130 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:06,130 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=12, startTime=1732278245965; duration=0sec 2024-11-22T12:24:06,131 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:06,131 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:06,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/3637db74e8ba4af781ff3185335155fd is 50, key is test_row_0/B:col10/1732278245408/Put/seqid=0 2024-11-22T12:24:06,155 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:06,156 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/165146b29723451caccab388c79923f1 is 50, key is test_row_0/C:col10/1732278245318/Put/seqid=0 2024-11-22T12:24:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741861_1037 (size=12001) 2024-11-22T12:24:06,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/3637db74e8ba4af781ff3185335155fd 2024-11-22T12:24:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278306177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278306177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278306177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278306177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278306178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741862_1038 (size=12241) 2024-11-22T12:24:06,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/7bd361b54f744469bd9338ef033d3396 is 50, key is test_row_0/C:col10/1732278245408/Put/seqid=0 2024-11-22T12:24:06,218 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/165146b29723451caccab388c79923f1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/165146b29723451caccab388c79923f1 2024-11-22T12:24:06,234 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 165146b29723451caccab388c79923f1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:06,234 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:06,234 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=12, startTime=1732278245966; duration=0sec 2024-11-22T12:24:06,234 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:06,234 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741863_1039 (size=12001) 2024-11-22T12:24:06,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/7bd361b54f744469bd9338ef033d3396 2024-11-22T12:24:06,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/337af3259a4344e5874c89f3569c541b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b 2024-11-22T12:24:06,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b, entries=200, sequenceid=127, filesize=14.0 K 2024-11-22T12:24:06,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/3637db74e8ba4af781ff3185335155fd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd 2024-11-22T12:24:06,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T12:24:06,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/7bd361b54f744469bd9338ef033d3396 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396 2024-11-22T12:24:06,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T12:24:06,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d3e83f2c56ed6421d5df991ed620154c in 253ms, sequenceid=127, compaction requested=false 2024-11-22T12:24:06,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:06,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:24:06,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cfc62fb6306c43b09e4cbcfefdb55353 is 50, key is test_row_0/A:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:06,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741864_1040 (size=12151) 2024-11-22T12:24:06,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cfc62fb6306c43b09e4cbcfefdb55353 2024-11-22T12:24:06,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/beba123a458744a7b2384c3d71ec6cfe is 50, key is test_row_0/B:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:06,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278306438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278306438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278306441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278306438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278306447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741865_1041 (size=12151) 2024-11-22T12:24:06,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/beba123a458744a7b2384c3d71ec6cfe 2024-11-22T12:24:06,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/109d700d86364974af25de312db823a4 is 50, key is test_row_0/C:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741866_1042 (size=12151) 2024-11-22T12:24:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278306557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278306557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278306558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278306558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278306567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:06,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278306767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278306768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278306768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278306769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278306777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:06,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:06,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/109d700d86364974af25de312db823a4 2024-11-22T12:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cfc62fb6306c43b09e4cbcfefdb55353 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353 2024-11-22T12:24:06,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353, entries=150, sequenceid=143, filesize=11.9 K 2024-11-22T12:24:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/beba123a458744a7b2384c3d71ec6cfe as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe 2024-11-22T12:24:06,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe, entries=150, sequenceid=143, filesize=11.9 K 2024-11-22T12:24:06,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/109d700d86364974af25de312db823a4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4 2024-11-22T12:24:06,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4, entries=150, sequenceid=143, filesize=11.9 K 2024-11-22T12:24:06,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d3e83f2c56ed6421d5df991ed620154c in 597ms, sequenceid=143, compaction requested=true 2024-11-22T12:24:06,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:06,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:06,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:06,988 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:06,988 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:06,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:06,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:06,991 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,991 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b7cef79ae49b4d10871f18ca7640b2e7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.5 K 2024-11-22T12:24:06,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:06,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:06,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:06,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:06,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:06,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:06,992 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:06,992 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cbf1e7eaf32a4a93a2492c6694ee1089, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=37.8 K 2024-11-22T12:24:06,993 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbf1e7eaf32a4a93a2492c6694ee1089, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245310 2024-11-22T12:24:06,994 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337af3259a4344e5874c89f3569c541b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732278245349 2024-11-22T12:24:06,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b7cef79ae49b4d10871f18ca7640b2e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245310 2024-11-22T12:24:06,995 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 3637db74e8ba4af781ff3185335155fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732278245349 2024-11-22T12:24:06,995 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfc62fb6306c43b09e4cbcfefdb55353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:06,996 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting beba123a458744a7b2384c3d71ec6cfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:07,018 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:07,019 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:07,019 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e79deb4b0dce416996afe1220eb82ff6 is 50, key is test_row_0/A:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:07,019 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/fa19637809244bc6831eaa5efce04548 is 50, key is test_row_0/B:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741868_1044 (size=12493) 2024-11-22T12:24:07,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T12:24:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:07,047 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:24:07,061 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/fa19637809244bc6831eaa5efce04548 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fa19637809244bc6831eaa5efce04548 2024-11-22T12:24:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741867_1043 (size=12493) 2024-11-22T12:24:07,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b7ab77d32ca94f7d92b061d943b9124c is 50, key is test_row_0/A:col10/1732278246435/Put/seqid=0 2024-11-22T12:24:07,078 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into fa19637809244bc6831eaa5efce04548(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:07,078 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:07,078 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278246988; duration=0sec 2024-11-22T12:24:07,079 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:07,079 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:07,080 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:07,081 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e79deb4b0dce416996afe1220eb82ff6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e79deb4b0dce416996afe1220eb82ff6 2024-11-22T12:24:07,082 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:07,082 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:07,082 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:07,083 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/165146b29723451caccab388c79923f1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.5 K 2024-11-22T12:24:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:07,083 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 165146b29723451caccab388c79923f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278245310 2024-11-22T12:24:07,085 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bd361b54f744469bd9338ef033d3396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732278245349 2024-11-22T12:24:07,085 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 109d700d86364974af25de312db823a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:07,092 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into e79deb4b0dce416996afe1220eb82ff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:07,092 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:07,092 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278246988; duration=0sec 2024-11-22T12:24:07,093 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:07,093 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278307101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278307103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278307105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741869_1045 (size=12151) 2024-11-22T12:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278307107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278307107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,122 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:07,123 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/01746253a5444359ab54b313e25e5635 is 50, key is test_row_0/C:col10/1732278246388/Put/seqid=0 2024-11-22T12:24:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741870_1046 (size=12493) 2024-11-22T12:24:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278307217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278307217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278307226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278307227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278307226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278307428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278307428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278307446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278307446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278307447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,520 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b7ab77d32ca94f7d92b061d943b9124c 2024-11-22T12:24:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d359b3148bae40d78307aac7d6c955b0 is 50, key is test_row_0/B:col10/1732278246435/Put/seqid=0 2024-11-22T12:24:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741871_1047 (size=12151) 2024-11-22T12:24:07,587 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d359b3148bae40d78307aac7d6c955b0 2024-11-22T12:24:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/9cc75bbd462246368b5ae6c2d4a88811 is 50, key is test_row_0/C:col10/1732278246435/Put/seqid=0 2024-11-22T12:24:07,614 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/01746253a5444359ab54b313e25e5635 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/01746253a5444359ab54b313e25e5635 2024-11-22T12:24:07,625 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 01746253a5444359ab54b313e25e5635(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:07,625 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:07,625 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278246991; duration=0sec 2024-11-22T12:24:07,626 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:07,626 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741872_1048 (size=12151) 2024-11-22T12:24:07,643 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/9cc75bbd462246368b5ae6c2d4a88811 2024-11-22T12:24:07,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b7ab77d32ca94f7d92b061d943b9124c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c 2024-11-22T12:24:07,668 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-22T12:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d359b3148bae40d78307aac7d6c955b0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0 2024-11-22T12:24:07,690 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-22T12:24:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/9cc75bbd462246368b5ae6c2d4a88811 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811 2024-11-22T12:24:07,703 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811, entries=150, sequenceid=166, filesize=11.9 K 2024-11-22T12:24:07,705 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d3e83f2c56ed6421d5df991ed620154c in 657ms, sequenceid=166, compaction requested=false 2024-11-22T12:24:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T12:24:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T12:24:07,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T12:24:07,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-22T12:24:07,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2460 sec 2024-11-22T12:24:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:07,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:24:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:07,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a395d4729ee8492e86901a7f384f0cda is 50, key is test_row_0/A:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741873_1049 (size=14541) 2024-11-22T12:24:07,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278307788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a395d4729ee8492e86901a7f384f0cda 2024-11-22T12:24:07,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278307790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278307791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278307793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278307793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/36f481be72554a6f81da177d60be0e87 is 50, key is test_row_0/B:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:07,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741874_1050 (size=12151) 2024-11-22T12:24:07,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/36f481be72554a6f81da177d60be0e87 2024-11-22T12:24:07,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/b33cd5332ca94d27b900d6008721da67 is 50, key is test_row_0/C:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278307907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278307907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278307907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278307907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278307907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741875_1051 (size=12151) 2024-11-22T12:24:07,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/b33cd5332ca94d27b900d6008721da67 2024-11-22T12:24:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a395d4729ee8492e86901a7f384f0cda as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda 2024-11-22T12:24:07,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda, entries=200, sequenceid=184, filesize=14.2 K 2024-11-22T12:24:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/36f481be72554a6f81da177d60be0e87 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87 2024-11-22T12:24:07,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87, entries=150, sequenceid=184, filesize=11.9 K 2024-11-22T12:24:07,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/b33cd5332ca94d27b900d6008721da67 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67 2024-11-22T12:24:07,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67, entries=150, sequenceid=184, filesize=11.9 K 2024-11-22T12:24:07,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d3e83f2c56ed6421d5df991ed620154c in 250ms, sequenceid=184, compaction requested=true 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:07,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:07,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:07,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:07,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:07,994 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:07,995 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:07,995 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:07,995 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:07,995 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e79deb4b0dce416996afe1220eb82ff6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=38.3 K 2024-11-22T12:24:07,995 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fa19637809244bc6831eaa5efce04548, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.9 K 2024-11-22T12:24:07,996 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e79deb4b0dce416996afe1220eb82ff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:07,996 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fa19637809244bc6831eaa5efce04548, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:07,996 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7ab77d32ca94f7d92b061d943b9124c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732278246435 2024-11-22T12:24:07,997 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d359b3148bae40d78307aac7d6c955b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732278246435 2024-11-22T12:24:07,997 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a395d4729ee8492e86901a7f384f0cda, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247103 2024-11-22T12:24:07,997 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f481be72554a6f81da177d60be0e87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247104 2024-11-22T12:24:08,022 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:08,023 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4fe4b37ce6af4a71aae64d94498a97b5 is 50, key is test_row_0/B:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:08,030 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:08,030 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9d5d9cd448884b09a322c73d125418ca is 50, key is test_row_0/A:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741876_1052 (size=12595) 2024-11-22T12:24:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741877_1053 (size=12595) 2024-11-22T12:24:08,070 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4fe4b37ce6af4a71aae64d94498a97b5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4fe4b37ce6af4a71aae64d94498a97b5 2024-11-22T12:24:08,082 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9d5d9cd448884b09a322c73d125418ca as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d5d9cd448884b09a322c73d125418ca 2024-11-22T12:24:08,082 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 4fe4b37ce6af4a71aae64d94498a97b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:08,082 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:08,082 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278247992; duration=0sec 2024-11-22T12:24:08,083 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:08,083 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:08,083 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:08,096 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:08,097 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:08,097 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:08,097 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/01746253a5444359ab54b313e25e5635, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=35.9 K 2024-11-22T12:24:08,098 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 01746253a5444359ab54b313e25e5635, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278246065 2024-11-22T12:24:08,099 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cc75bbd462246368b5ae6c2d4a88811, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732278246435 2024-11-22T12:24:08,100 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b33cd5332ca94d27b900d6008721da67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247104 2024-11-22T12:24:08,108 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into 9d5d9cd448884b09a322c73d125418ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:08,108 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:08,108 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278247992; duration=0sec 2024-11-22T12:24:08,109 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:08,109 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:08,114 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:08,115 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/733fdb46c5294f4e8493e13a68e58370 is 50, key is test_row_0/C:col10/1732278247739/Put/seqid=0 2024-11-22T12:24:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:08,128 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:08,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T12:24:08,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/d904a3dc30144716bf77370f4307c2be is 50, key is test_row_0/A:col10/1732278247787/Put/seqid=0 2024-11-22T12:24:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278308146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278308155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278308155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278308155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278308159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741878_1054 (size=12595) 2024-11-22T12:24:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741879_1055 (size=14541) 2024-11-22T12:24:08,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/d904a3dc30144716bf77370f4307c2be 2024-11-22T12:24:08,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/91f7e4bb238b42f98103aed21b0b9dd5 is 50, key is test_row_0/B:col10/1732278247787/Put/seqid=0 2024-11-22T12:24:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741880_1056 (size=12151) 2024-11-22T12:24:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278308267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278308277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278308277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278308278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278308278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278308487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278308488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278308488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278308488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278308488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,580 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/733fdb46c5294f4e8493e13a68e58370 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/733fdb46c5294f4e8493e13a68e58370 2024-11-22T12:24:08,594 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 733fdb46c5294f4e8493e13a68e58370(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:08,594 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:08,594 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278247992; duration=0sec 2024-11-22T12:24:08,594 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:08,596 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:08,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/91f7e4bb238b42f98103aed21b0b9dd5 2024-11-22T12:24:08,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/601e0e1999324e92b85475ba0b63394f is 50, key is test_row_0/C:col10/1732278247787/Put/seqid=0 2024-11-22T12:24:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741881_1057 (size=12151) 2024-11-22T12:24:08,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/601e0e1999324e92b85475ba0b63394f 2024-11-22T12:24:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/d904a3dc30144716bf77370f4307c2be as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be 2024-11-22T12:24:08,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be, entries=200, sequenceid=208, filesize=14.2 K 2024-11-22T12:24:08,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/91f7e4bb238b42f98103aed21b0b9dd5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5 2024-11-22T12:24:08,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T12:24:08,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/601e0e1999324e92b85475ba0b63394f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f 2024-11-22T12:24:08,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T12:24:08,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d3e83f2c56ed6421d5df991ed620154c in 629ms, sequenceid=208, compaction requested=false 2024-11-22T12:24:08,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:08,805 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:08,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T12:24:08,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/1b9d10e2f2ee4d7bab868d60630e30d4 is 50, key is test_row_0/A:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278308841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278308841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278308839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278308844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278308852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741882_1058 (size=16931) 2024-11-22T12:24:08,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278308957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278308958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278308966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278308967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278308968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278309166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278309166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278309177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278309177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278309178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/1b9d10e2f2ee4d7bab868d60630e30d4 2024-11-22T12:24:09,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/2aec40da4c3e4b73a774372c2190cb94 is 50, key is test_row_0/B:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741883_1059 (size=12151) 2024-11-22T12:24:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278309477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278309478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278309487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278309487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278309487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T12:24:09,647 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:09,650 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T12:24:09,654 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:09,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:09,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:09,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/2aec40da4c3e4b73a774372c2190cb94 2024-11-22T12:24:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:09,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/d31af981dbfa410a8156019fa704f626 is 50, key is test_row_0/C:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741884_1060 (size=12151) 2024-11-22T12:24:09,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T12:24:09,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:09,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T12:24:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:09,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:09,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278309986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278309986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278309997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278309997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278310006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:10,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T12:24:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:10,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/d31af981dbfa410a8156019fa704f626 2024-11-22T12:24:10,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/1b9d10e2f2ee4d7bab868d60630e30d4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4 2024-11-22T12:24:10,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4, entries=250, sequenceid=227, filesize=16.5 K 2024-11-22T12:24:10,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/2aec40da4c3e4b73a774372c2190cb94 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94 2024-11-22T12:24:10,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94, entries=150, sequenceid=227, filesize=11.9 K 2024-11-22T12:24:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/d31af981dbfa410a8156019fa704f626 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626 2024-11-22T12:24:10,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626, entries=150, sequenceid=227, filesize=11.9 K 2024-11-22T12:24:10,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d3e83f2c56ed6421d5df991ed620154c in 1435ms, sequenceid=227, compaction requested=true 2024-11-22T12:24:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:10,241 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:10,241 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:10,242 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:10,242 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:10,242 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:10,242 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:10,242 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,242 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,242 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d5d9cd448884b09a322c73d125418ca, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=43.0 K 2024-11-22T12:24:10,242 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4fe4b37ce6af4a71aae64d94498a97b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=36.0 K 2024-11-22T12:24:10,243 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d5d9cd448884b09a322c73d125418ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247104 2024-11-22T12:24:10,243 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fe4b37ce6af4a71aae64d94498a97b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247104 2024-11-22T12:24:10,243 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d904a3dc30144716bf77370f4307c2be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732278247780 2024-11-22T12:24:10,243 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91f7e4bb238b42f98103aed21b0b9dd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732278247780 2024-11-22T12:24:10,244 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b9d10e2f2ee4d7bab868d60630e30d4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:10,244 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aec40da4c3e4b73a774372c2190cb94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:10,253 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:10,254 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cb34509b9df148198d27947653ca04d5 is 50, key is test_row_0/A:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:10,255 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:10,255 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/43cf4dc582914ba098747ec7769514cb is 50, key is test_row_0/B:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741886_1062 (size=12697) 2024-11-22T12:24:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741885_1061 (size=12697) 2024-11-22T12:24:10,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T12:24:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,275 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T12:24:10,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b2cd7a3b01ac47438148fba699ab5180 is 50, key is test_row_0/A:col10/1732278248848/Put/seqid=0 2024-11-22T12:24:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741887_1063 (size=12151) 2024-11-22T12:24:10,300 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b2cd7a3b01ac47438148fba699ab5180 2024-11-22T12:24:10,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/371d2a85b8394c109dd5a2c57012d975 is 50, key is test_row_0/B:col10/1732278248848/Put/seqid=0 2024-11-22T12:24:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741888_1064 (size=12151) 2024-11-22T12:24:10,676 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/cb34509b9df148198d27947653ca04d5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cb34509b9df148198d27947653ca04d5 2024-11-22T12:24:10,680 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/43cf4dc582914ba098747ec7769514cb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/43cf4dc582914ba098747ec7769514cb 2024-11-22T12:24:10,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into cb34509b9df148198d27947653ca04d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:10,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:10,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278250240; duration=0sec 2024-11-22T12:24:10,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:10,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:10,686 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:10,688 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:10,688 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:10,688 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,688 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/733fdb46c5294f4e8493e13a68e58370, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=36.0 K 2024-11-22T12:24:10,689 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 733fdb46c5294f4e8493e13a68e58370, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732278247104 2024-11-22T12:24:10,689 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 601e0e1999324e92b85475ba0b63394f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732278247780 2024-11-22T12:24:10,689 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 43cf4dc582914ba098747ec7769514cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:10,689 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:10,689 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278250241; duration=0sec 2024-11-22T12:24:10,690 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d31af981dbfa410a8156019fa704f626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:10,690 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:10,690 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:10,699 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:10,700 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/56d6f52f75a944748148dfb501424c7e is 50, key is test_row_0/C:col10/1732278248145/Put/seqid=0 2024-11-22T12:24:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741889_1065 (size=12697) 2024-11-22T12:24:10,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/56d6f52f75a944748148dfb501424c7e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/56d6f52f75a944748148dfb501424c7e 2024-11-22T12:24:10,740 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/371d2a85b8394c109dd5a2c57012d975 2024-11-22T12:24:10,751 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 56d6f52f75a944748148dfb501424c7e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:10,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:10,751 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278250241; duration=0sec 2024-11-22T12:24:10,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:10,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/604821115b1e4de6af75a1175ec87a68 is 50, key is test_row_0/C:col10/1732278248848/Put/seqid=0 2024-11-22T12:24:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741890_1066 (size=12151) 2024-11-22T12:24:10,777 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/604821115b1e4de6af75a1175ec87a68 2024-11-22T12:24:10,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/b2cd7a3b01ac47438148fba699ab5180 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180 2024-11-22T12:24:10,796 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T12:24:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/371d2a85b8394c109dd5a2c57012d975 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975 2024-11-22T12:24:10,812 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T12:24:10,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/604821115b1e4de6af75a1175ec87a68 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68 2024-11-22T12:24:10,827 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T12:24:10,828 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 553ms, sequenceid=245, compaction requested=false 2024-11-22T12:24:10,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:10,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:10,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T12:24:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T12:24:10,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T12:24:10,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1730 sec 2024-11-22T12:24:10,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.1860 sec 2024-11-22T12:24:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:11,012 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:11,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:11,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4558d3b065e540bcabf91f5bd7b85be8 is 50, key is test_row_0/A:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741891_1067 (size=14691) 2024-11-22T12:24:11,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4558d3b065e540bcabf91f5bd7b85be8 2024-11-22T12:24:11,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1d9f301e757549bebf6e741275e0a7fb is 50, key is test_row_0/B:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741892_1068 (size=12301) 2024-11-22T12:24:11,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278311082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278311083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278311083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278311083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278311084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278311199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278311406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278311406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278311406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278311406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278311406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1d9f301e757549bebf6e741275e0a7fb 2024-11-22T12:24:11,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/09e9a7c9c2e74039807603b95430d87b is 50, key is test_row_0/C:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741893_1069 (size=12301) 2024-11-22T12:24:11,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/09e9a7c9c2e74039807603b95430d87b 2024-11-22T12:24:11,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4558d3b065e540bcabf91f5bd7b85be8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8 2024-11-22T12:24:11,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8, entries=200, sequenceid=259, filesize=14.3 K 2024-11-22T12:24:11,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/1d9f301e757549bebf6e741275e0a7fb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb 2024-11-22T12:24:11,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T12:24:11,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/09e9a7c9c2e74039807603b95430d87b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b 2024-11-22T12:24:11,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T12:24:11,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3e83f2c56ed6421d5df991ed620154c in 479ms, sequenceid=259, compaction requested=true 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:11,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:11,492 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:11,493 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:11,493 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:11,493 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:11,494 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:11,494 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:11,494 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:11,494 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/43cf4dc582914ba098747ec7769514cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=36.3 K 2024-11-22T12:24:11,494 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cb34509b9df148198d27947653ca04d5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=38.6 K 2024-11-22T12:24:11,494 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb34509b9df148198d27947653ca04d5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:11,494 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 43cf4dc582914ba098747ec7769514cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:11,495 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2cd7a3b01ac47438148fba699ab5180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732278248827 2024-11-22T12:24:11,495 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 371d2a85b8394c109dd5a2c57012d975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732278248827 2024-11-22T12:24:11,495 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4558d3b065e540bcabf91f5bd7b85be8, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251003 2024-11-22T12:24:11,495 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9f301e757549bebf6e741275e0a7fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251009 2024-11-22T12:24:11,508 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:11,508 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:11,509 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/42db181c21fe4b49bd7d371ea01b6e08 is 50, key is test_row_0/A:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,509 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/61036f6b44f048e6966875114ba37eb5 is 50, key is test_row_0/B:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741895_1071 (size=12949) 2024-11-22T12:24:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741894_1070 (size=12949) 2024-11-22T12:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:11,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:11,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:24:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278311721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278311722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/45ec7cd2348041e6b72151d2b5fc2b7c is 50, key is test_row_0/A:col10/1732278251082/Put/seqid=0 2024-11-22T12:24:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278311727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741896_1072 (size=17181) 2024-11-22T12:24:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T12:24:11,807 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:11,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T12:24:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:11,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:11,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:11,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278311837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278311837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278311837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278311837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278311837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:11,923 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/42db181c21fe4b49bd7d371ea01b6e08 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/42db181c21fe4b49bd7d371ea01b6e08 2024-11-22T12:24:11,931 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into 42db181c21fe4b49bd7d371ea01b6e08(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:11,931 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:11,931 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278251492; duration=0sec 2024-11-22T12:24:11,931 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:11,931 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:11,932 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:11,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:11,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:11,934 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:11,934 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/56d6f52f75a944748148dfb501424c7e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=36.3 K 2024-11-22T12:24:11,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56d6f52f75a944748148dfb501424c7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732278248142 2024-11-22T12:24:11,935 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604821115b1e4de6af75a1175ec87a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732278248827 2024-11-22T12:24:11,935 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09e9a7c9c2e74039807603b95430d87b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251009 2024-11-22T12:24:11,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/61036f6b44f048e6966875114ba37eb5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/61036f6b44f048e6966875114ba37eb5 2024-11-22T12:24:11,947 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 61036f6b44f048e6966875114ba37eb5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:11,947 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:11,948 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278251492; duration=0sec 2024-11-22T12:24:11,948 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:11,948 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:11,952 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:11,952 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/4754f56ad9da4b1fbe8f4e7d0e36f82a is 50, key is test_row_0/C:col10/1732278251010/Put/seqid=0 2024-11-22T12:24:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741897_1073 (size=12949) 2024-11-22T12:24:11,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:11,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:11,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:11,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:11,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:11,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278312046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278312046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278312047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278312047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278312047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:12,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/45ec7cd2348041e6b72151d2b5fc2b7c 2024-11-22T12:24:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7198964198e349e6a8733476020d8571 is 50, key is test_row_0/B:col10/1732278251082/Put/seqid=0 2024-11-22T12:24:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741898_1074 (size=12301) 2024-11-22T12:24:12,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7198964198e349e6a8733476020d8571 2024-11-22T12:24:12,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/07e6cb2f27964f709aed259ff8851b64 is 50, key is test_row_0/C:col10/1732278251082/Put/seqid=0 2024-11-22T12:24:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741899_1075 (size=12301) 2024-11-22T12:24:12,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:12,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:12,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278312357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278312357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278312357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278312357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278312358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,365 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/4754f56ad9da4b1fbe8f4e7d0e36f82a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4754f56ad9da4b1fbe8f4e7d0e36f82a 2024-11-22T12:24:12,371 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 4754f56ad9da4b1fbe8f4e7d0e36f82a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:12,371 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:12,372 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278251492; duration=0sec 2024-11-22T12:24:12,372 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:12,372 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:12,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:12,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/07e6cb2f27964f709aed259ff8851b64 2024-11-22T12:24:12,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/45ec7cd2348041e6b72151d2b5fc2b7c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c 2024-11-22T12:24:12,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c, entries=250, sequenceid=286, filesize=16.8 K 2024-11-22T12:24:12,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7198964198e349e6a8733476020d8571 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571 2024-11-22T12:24:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:12,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T12:24:12,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/07e6cb2f27964f709aed259ff8851b64 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64 2024-11-22T12:24:12,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T12:24:12,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d3e83f2c56ed6421d5df991ed620154c in 877ms, sequenceid=286, compaction requested=false 2024-11-22T12:24:12,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:12,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T12:24:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:12,735 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T12:24:12,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/048c54ab931246b88e690e426102a0ca is 50, key is test_row_0/A:col10/1732278251725/Put/seqid=0 2024-11-22T12:24:12,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741900_1076 (size=9857) 2024-11-22T12:24:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:12,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278312905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278312907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278312907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278312909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278312909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:12,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:13,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278313017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278313017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278313017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278313017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278313026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,151 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/048c54ab931246b88e690e426102a0ca 2024-11-22T12:24:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b38fb9494096404c83b82864cd4c9b78 is 50, key is test_row_0/B:col10/1732278251725/Put/seqid=0 2024-11-22T12:24:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741901_1077 (size=9857) 2024-11-22T12:24:13,182 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b38fb9494096404c83b82864cd4c9b78 2024-11-22T12:24:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/e23d06f8ec1d485095bb81b60c09f177 is 50, key is test_row_0/C:col10/1732278251725/Put/seqid=0 2024-11-22T12:24:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741902_1078 (size=9857) 2024-11-22T12:24:13,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278313227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278313227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278313227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278313227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278313236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278313537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278313537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278313537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278313537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278313546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:13,617 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/e23d06f8ec1d485095bb81b60c09f177 2024-11-22T12:24:13,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/048c54ab931246b88e690e426102a0ca as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca 2024-11-22T12:24:13,633 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca, entries=100, sequenceid=298, filesize=9.6 K 2024-11-22T12:24:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b38fb9494096404c83b82864cd4c9b78 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78 2024-11-22T12:24:13,644 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78, entries=100, sequenceid=298, filesize=9.6 K 2024-11-22T12:24:13,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/e23d06f8ec1d485095bb81b60c09f177 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177 2024-11-22T12:24:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177, entries=100, sequenceid=298, filesize=9.6 K 2024-11-22T12:24:13,658 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for d3e83f2c56ed6421d5df991ed620154c in 923ms, sequenceid=298, compaction requested=true 2024-11-22T12:24:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T12:24:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T12:24:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T12:24:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-22T12:24:13,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8600 sec 2024-11-22T12:24:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T12:24:13,966 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:13,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T12:24:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:13,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:13,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:13,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:14,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T12:24:14,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9d04c73b14694a43a2915ac4bd79728e is 50, key is test_row_0/A:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278314053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278314053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278314057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278314059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741903_1079 (size=17181) 2024-11-22T12:24:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278314059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9d04c73b14694a43a2915ac4bd79728e 2024-11-22T12:24:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:14,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/ce641d6873e0441f9e71af03d1e01180 is 50, key is test_row_0/B:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741904_1080 (size=12301) 2024-11-22T12:24:14,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/ce641d6873e0441f9e71af03d1e01180 2024-11-22T12:24:14,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f5130bf45c1e4e67bce590834d895416 is 50, key is test_row_0/C:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741905_1081 (size=12301) 2024-11-22T12:24:14,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T12:24:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278314166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278314167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278314176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278314176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T12:24:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278314376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278314377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278314387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278314387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T12:24:14,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:14,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f5130bf45c1e4e67bce590834d895416 2024-11-22T12:24:14,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/9d04c73b14694a43a2915ac4bd79728e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e 2024-11-22T12:24:14,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e, entries=250, sequenceid=328, filesize=16.8 K 2024-11-22T12:24:14,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/ce641d6873e0441f9e71af03d1e01180 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180 2024-11-22T12:24:14,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T12:24:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f5130bf45c1e4e67bce590834d895416 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416 2024-11-22T12:24:14,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T12:24:14,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for d3e83f2c56ed6421d5df991ed620154c in 511ms, sequenceid=328, compaction requested=true 2024-11-22T12:24:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:14,561 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:24:14,562 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:14,563 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:14,563 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57168 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:14,563 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:14,563 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:14,563 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,563 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,563 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/61036f6b44f048e6966875114ba37eb5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=46.3 K 2024-11-22T12:24:14,563 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/42db181c21fe4b49bd7d371ea01b6e08, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=55.8 K 2024-11-22T12:24:14,564 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 61036f6b44f048e6966875114ba37eb5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251009 2024-11-22T12:24:14,564 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42db181c21fe4b49bd7d371ea01b6e08, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251009 2024-11-22T12:24:14,564 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7198964198e349e6a8733476020d8571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732278251080 2024-11-22T12:24:14,564 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45ec7cd2348041e6b72151d2b5fc2b7c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732278251063 2024-11-22T12:24:14,565 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b38fb9494096404c83b82864cd4c9b78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732278251725 2024-11-22T12:24:14,565 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048c54ab931246b88e690e426102a0ca, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732278251725 2024-11-22T12:24:14,565 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ce641d6873e0441f9e71af03d1e01180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252904 2024-11-22T12:24:14,565 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d04c73b14694a43a2915ac4bd79728e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252902 2024-11-22T12:24:14,587 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:14,587 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/64b34e8bdb8f4aac9cb0ab2796f62490 is 50, key is test_row_0/B:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:14,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T12:24:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:14,588 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T12:24:14,591 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:14,592 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/5dca5ed9388d435eb6f4089d5328c6c9 is 50, key is test_row_0/A:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/57246b2fcab74dfe9d3d745007bdfa1a is 50, key is test_row_1/A:col10/1732278254055/Put/seqid=0 2024-11-22T12:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741907_1083 (size=13085) 2024-11-22T12:24:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741906_1082 (size=13085) 2024-11-22T12:24:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741908_1084 (size=9857) 2024-11-22T12:24:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278314738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278314740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278314742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278314743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278314846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278314846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278314856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278314857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,011 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/5dca5ed9388d435eb6f4089d5328c6c9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5dca5ed9388d435eb6f4089d5328c6c9 2024-11-22T12:24:15,012 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/57246b2fcab74dfe9d3d745007bdfa1a 2024-11-22T12:24:15,012 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/64b34e8bdb8f4aac9cb0ab2796f62490 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/64b34e8bdb8f4aac9cb0ab2796f62490 2024-11-22T12:24:15,024 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 64b34e8bdb8f4aac9cb0ab2796f62490(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:15,024 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:15,024 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=12, startTime=1732278254561; duration=0sec 2024-11-22T12:24:15,024 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:15,024 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:15,025 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:15,027 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:15,027 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:15,028 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:15,028 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4754f56ad9da4b1fbe8f4e7d0e36f82a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=46.3 K 2024-11-22T12:24:15,028 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4754f56ad9da4b1fbe8f4e7d0e36f82a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278251009 2024-11-22T12:24:15,029 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e6cb2f27964f709aed259ff8851b64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732278251080 2024-11-22T12:24:15,052 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e23d06f8ec1d485095bb81b60c09f177, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732278251725 2024-11-22T12:24:15,053 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f5130bf45c1e4e67bce590834d895416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252904 2024-11-22T12:24:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d96ea47fb5704143ab41d62484226b38 is 50, key is test_row_1/B:col10/1732278254055/Put/seqid=0 2024-11-22T12:24:15,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278315057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278315057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,063 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into 5dca5ed9388d435eb6f4089d5328c6c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:15,063 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:15,063 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=12, startTime=1732278254561; duration=0sec 2024-11-22T12:24:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,064 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:15,064 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278315066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278315066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278315066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741909_1085 (size=9857) 2024-11-22T12:24:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,075 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d96ea47fb5704143ab41d62484226b38 2024-11-22T12:24:15,082 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:15,082 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3a30f5e8fb52452498c4d795d43beec2 is 50, key is test_row_0/C:col10/1732278252904/Put/seqid=0 2024-11-22T12:24:15,082 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/65b236f2162f4f99b04415ab61729401 is 50, key is test_row_1/C:col10/1732278254055/Put/seqid=0 2024-11-22T12:24:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741910_1086 (size=13085) 2024-11-22T12:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:15,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741911_1087 (size=9857) 2024-11-22T12:24:15,118 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3a30f5e8fb52452498c4d795d43beec2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3a30f5e8fb52452498c4d795d43beec2 2024-11-22T12:24:15,118 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/65b236f2162f4f99b04415ab61729401 2024-11-22T12:24:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/57246b2fcab74dfe9d3d745007bdfa1a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a 2024-11-22T12:24:15,137 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 3a30f5e8fb52452498c4d795d43beec2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:15,137 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:15,137 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=12, startTime=1732278254561; duration=0sec 2024-11-22T12:24:15,137 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:15,137 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:15,143 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a, entries=100, sequenceid=335, filesize=9.6 K 2024-11-22T12:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/d96ea47fb5704143ab41d62484226b38 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38 2024-11-22T12:24:15,150 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38, entries=100, sequenceid=335, filesize=9.6 K 2024-11-22T12:24:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/65b236f2162f4f99b04415ab61729401 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401 2024-11-22T12:24:15,158 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401, entries=100, sequenceid=335, filesize=9.6 K 2024-11-22T12:24:15,161 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for d3e83f2c56ed6421d5df991ed620154c in 573ms, sequenceid=335, compaction requested=false 2024-11-22T12:24:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T12:24:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T12:24:15,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T12:24:15,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-11-22T12:24:15,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2010 sec 2024-11-22T12:24:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:15,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-22T12:24:15,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278315372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278315374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278315376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278315376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3f119867f0c3412a987f86fb8e082ec7 is 50, key is test_row_0/A:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:15,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741912_1088 (size=14741) 2024-11-22T12:24:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278315487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278315487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278315696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278315696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3f119867f0c3412a987f86fb8e082ec7 2024-11-22T12:24:15,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/9656460909fe4e48be2760ece6c4f2a2 is 50, key is test_row_0/B:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741913_1089 (size=12301) 2024-11-22T12:24:15,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278315886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:15,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278315886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278316007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278316007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T12:24:16,117 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:16,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T12:24:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:16,119 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:16,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:16,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:16,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/9656460909fe4e48be2760ece6c4f2a2 2024-11-22T12:24:16,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a4285fa4a70b437688d46cce993346f6 is 50, key is test_row_0/C:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741914_1090 (size=12301) 2024-11-22T12:24:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:16,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T12:24:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T12:24:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278316516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278316517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T12:24:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:16,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a4285fa4a70b437688d46cce993346f6 2024-11-22T12:24:16,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3f119867f0c3412a987f86fb8e082ec7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7 2024-11-22T12:24:16,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7, entries=200, sequenceid=370, filesize=14.4 K 2024-11-22T12:24:16,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/9656460909fe4e48be2760ece6c4f2a2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2 2024-11-22T12:24:16,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T12:24:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/a4285fa4a70b437688d46cce993346f6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6 2024-11-22T12:24:16,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T12:24:16,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for d3e83f2c56ed6421d5df991ed620154c in 1279ms, sequenceid=370, compaction requested=true 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:16,649 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:16,649 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:16,650 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:16,650 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:16,650 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:16,650 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:16,650 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,650 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,650 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/64b34e8bdb8f4aac9cb0ab2796f62490, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=34.4 K 2024-11-22T12:24:16,650 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5dca5ed9388d435eb6f4089d5328c6c9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=36.8 K 2024-11-22T12:24:16,651 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dca5ed9388d435eb6f4089d5328c6c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252904 2024-11-22T12:24:16,651 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b34e8bdb8f4aac9cb0ab2796f62490, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252904 2024-11-22T12:24:16,652 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57246b2fcab74dfe9d3d745007bdfa1a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732278254051 2024-11-22T12:24:16,652 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d96ea47fb5704143ab41d62484226b38, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732278254051 2024-11-22T12:24:16,656 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9656460909fe4e48be2760ece6c4f2a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:16,656 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f119867f0c3412a987f86fb8e082ec7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:16,665 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:16,665 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:16,665 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7d0d795835da4ec795a6dc76d1025d01 is 50, key is test_row_0/B:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:16,669 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c91684282854409992f074ff3a0b2e2f is 50, key is test_row_0/A:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741915_1091 (size=13187) 2024-11-22T12:24:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741916_1092 (size=13187) 2024-11-22T12:24:16,706 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c91684282854409992f074ff3a0b2e2f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c91684282854409992f074ff3a0b2e2f 2024-11-22T12:24:16,715 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into c91684282854409992f074ff3a0b2e2f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:16,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:16,715 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278256649; duration=0sec 2024-11-22T12:24:16,716 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:16,716 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:16,716 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:16,717 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:16,717 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:16,717 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,717 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3a30f5e8fb52452498c4d795d43beec2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=34.4 K 2024-11-22T12:24:16,718 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a30f5e8fb52452498c4d795d43beec2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732278252904 2024-11-22T12:24:16,718 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b236f2162f4f99b04415ab61729401, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732278254051 2024-11-22T12:24:16,719 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4285fa4a70b437688d46cce993346f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:16,728 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:16,728 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/cb6af3eaf4494d099b41daffa727df36 is 50, key is test_row_0/C:col10/1732278254719/Put/seqid=0 2024-11-22T12:24:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T12:24:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:16,733 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-22T12:24:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741917_1093 (size=13187) 2024-11-22T12:24:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/70acc3f40a6a4767bbc9b6efa94e1fa7 is 50, key is test_row_2/A:col10/1732278255372/Put/seqid=0 2024-11-22T12:24:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741918_1094 (size=7415) 2024-11-22T12:24:16,745 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/cb6af3eaf4494d099b41daffa727df36 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/cb6af3eaf4494d099b41daffa727df36 2024-11-22T12:24:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:16,754 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into cb6af3eaf4494d099b41daffa727df36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:16,754 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:16,754 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278256649; duration=0sec 2024-11-22T12:24:16,754 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:16,754 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:16,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278316944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278316944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278317046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278317056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278317086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,092 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,104 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7d0d795835da4ec795a6dc76d1025d01 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7d0d795835da4ec795a6dc76d1025d01 2024-11-22T12:24:17,111 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 7d0d795835da4ec795a6dc76d1025d01(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:17,111 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:17,111 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278256649; duration=0sec 2024-11-22T12:24:17,111 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:17,111 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:17,146 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/70acc3f40a6a4767bbc9b6efa94e1fa7 2024-11-22T12:24:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4a8bd4f7bfe94cb38348f2cdee319fbc is 50, key is test_row_2/B:col10/1732278255372/Put/seqid=0 2024-11-22T12:24:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741919_1095 (size=7415) 2024-11-22T12:24:17,166 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4a8bd4f7bfe94cb38348f2cdee319fbc 2024-11-22T12:24:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f00a2cff22cf47e3aa566fc05668a06f is 50, key is test_row_2/C:col10/1732278255372/Put/seqid=0 2024-11-22T12:24:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741920_1096 (size=7415) 2024-11-22T12:24:17,225 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f00a2cff22cf47e3aa566fc05668a06f 2024-11-22T12:24:17,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/70acc3f40a6a4767bbc9b6efa94e1fa7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7 2024-11-22T12:24:17,240 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7, entries=50, sequenceid=375, filesize=7.2 K 2024-11-22T12:24:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4a8bd4f7bfe94cb38348f2cdee319fbc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc 2024-11-22T12:24:17,250 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc, entries=50, sequenceid=375, filesize=7.2 K 2024-11-22T12:24:17,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/f00a2cff22cf47e3aa566fc05668a06f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f 2024-11-22T12:24:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:17,257 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f, entries=50, sequenceid=375, filesize=7.2 K 2024-11-22T12:24:17,258 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for d3e83f2c56ed6421d5df991ed620154c in 525ms, sequenceid=375, compaction requested=false 2024-11-22T12:24:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T12:24:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T12:24:17,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T12:24:17,263 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:17,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-11-22T12:24:17,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-22T12:24:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:17,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1470 sec 2024-11-22T12:24:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278317264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278317266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4fcd3c2425f8476ca8164fa700e78e66 is 50, key is test_row_0/A:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741921_1097 (size=14741) 2024-11-22T12:24:17,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4fcd3c2425f8476ca8164fa700e78e66 2024-11-22T12:24:17,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b661c9123a794625b57d6dcb238e6e2d is 50, key is test_row_0/B:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741922_1098 (size=12301) 2024-11-22T12:24:17,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b661c9123a794625b57d6dcb238e6e2d 2024-11-22T12:24:17,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278317377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/96a991e5f5f84b4289e888127815ffcf is 50, key is test_row_0/C:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741923_1099 (size=12301) 2024-11-22T12:24:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278317536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278317537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,538 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,538 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278317576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278317586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:17,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/96a991e5f5f84b4289e888127815ffcf 2024-11-22T12:24:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/4fcd3c2425f8476ca8164fa700e78e66 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66 2024-11-22T12:24:17,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66, entries=200, sequenceid=410, filesize=14.4 K 2024-11-22T12:24:17,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/b661c9123a794625b57d6dcb238e6e2d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d 2024-11-22T12:24:17,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T12:24:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/96a991e5f5f84b4289e888127815ffcf as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf 2024-11-22T12:24:17,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T12:24:17,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 611ms, sequenceid=410, compaction requested=true 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:17,875 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:17,875 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:17,879 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:17,879 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:17,879 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:17,879 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:17,879 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:17,879 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:17,879 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c91684282854409992f074ff3a0b2e2f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=34.5 K 2024-11-22T12:24:17,879 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7d0d795835da4ec795a6dc76d1025d01, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=32.1 K 2024-11-22T12:24:17,880 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d0d795835da4ec795a6dc76d1025d01, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:17,880 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91684282854409992f074ff3a0b2e2f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:17,885 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8bd4f7bfe94cb38348f2cdee319fbc, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732278255372 2024-11-22T12:24:17,885 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70acc3f40a6a4767bbc9b6efa94e1fa7, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732278255372 2024-11-22T12:24:17,885 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b661c9123a794625b57d6dcb238e6e2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:17,886 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fcd3c2425f8476ca8164fa700e78e66, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:17,909 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:17,909 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e992728fa08e48c480733460d6ef8841 is 50, key is test_row_0/A:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:17,910 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:17,911 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4d8e42e4af73406eb109dcad31f5e416 is 50, key is test_row_0/B:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:17,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:17,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741924_1100 (size=13289) 2024-11-22T12:24:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741925_1101 (size=13289) 2024-11-22T12:24:17,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/277daaae4fd5498aa07ae899becb1529 is 50, key is test_row_0/A:col10/1732278257917/Put/seqid=0 2024-11-22T12:24:17,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741926_1102 (size=12301) 2024-11-22T12:24:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278318011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:18,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278318086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278318127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T12:24:18,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:18,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T12:24:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:18,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:18,270 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:18,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:18,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278318337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:18,341 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/4d8e42e4af73406eb109dcad31f5e416 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4d8e42e4af73406eb109dcad31f5e416 2024-11-22T12:24:18,343 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e992728fa08e48c480733460d6ef8841 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e992728fa08e48c480733460d6ef8841 2024-11-22T12:24:18,350 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into 4d8e42e4af73406eb109dcad31f5e416(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:18,350 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:18,350 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=13, startTime=1732278257875; duration=0sec 2024-11-22T12:24:18,350 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:18,350 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:18,350 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:18,352 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:18,352 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:18,352 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,352 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/cb6af3eaf4494d099b41daffa727df36, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=32.1 K 2024-11-22T12:24:18,353 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cb6af3eaf4494d099b41daffa727df36, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732278254719 2024-11-22T12:24:18,353 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into e992728fa08e48c480733460d6ef8841(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:18,353 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:18,353 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=13, startTime=1732278257875; duration=0sec 2024-11-22T12:24:18,353 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:18,353 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:18,354 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f00a2cff22cf47e3aa566fc05668a06f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732278255372 2024-11-22T12:24:18,354 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a991e5f5f84b4289e888127815ffcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:18,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/277daaae4fd5498aa07ae899becb1529 2024-11-22T12:24:18,377 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:18,378 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/36470d85e97b40a198650fd54b9dd724 is 50, key is test_row_0/C:col10/1732278256942/Put/seqid=0 2024-11-22T12:24:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:18,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/70709a14ab2c43c4b9b2b4e1d7747cf6 is 50, key is test_row_0/B:col10/1732278257917/Put/seqid=0 2024-11-22T12:24:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741927_1103 (size=13289) 2024-11-22T12:24:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741928_1104 (size=12301) 2024-11-22T12:24:18,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:18,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278318646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:18,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,811 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/36470d85e97b40a198650fd54b9dd724 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/36470d85e97b40a198650fd54b9dd724 2024-11-22T12:24:18,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/70709a14ab2c43c4b9b2b4e1d7747cf6 2024-11-22T12:24:18,818 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into 36470d85e97b40a198650fd54b9dd724(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:18,818 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:18,818 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=13, startTime=1732278257875; duration=0sec 2024-11-22T12:24:18,818 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:18,818 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:18,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/2aaab0f0a9614e93a67adf78bb80dca5 is 50, key is test_row_0/C:col10/1732278257917/Put/seqid=0 2024-11-22T12:24:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741929_1105 (size=12301) 2024-11-22T12:24:18,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:18,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:19,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:19,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278319106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,107 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278319156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:19,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:19,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/2aaab0f0a9614e93a67adf78bb80dca5 2024-11-22T12:24:19,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/277daaae4fd5498aa07ae899becb1529 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529 2024-11-22T12:24:19,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T12:24:19,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/70709a14ab2c43c4b9b2b4e1d7747cf6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6 2024-11-22T12:24:19,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T12:24:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/2aaab0f0a9614e93a67adf78bb80dca5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5 2024-11-22T12:24:19,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T12:24:19,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3e83f2c56ed6421d5df991ed620154c in 1332ms, sequenceid=421, compaction requested=false 2024-11-22T12:24:19,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:19,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T12:24:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:19,353 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:24:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a9172fc7156b446d8d9b07e47c0f8c03 is 50, key is test_row_0/A:col10/1732278258008/Put/seqid=0 2024-11-22T12:24:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741930_1106 (size=12301) 2024-11-22T12:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:19,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:19,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278319570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278319572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278319677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278319686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,797 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a9172fc7156b446d8d9b07e47c0f8c03 2024-11-22T12:24:19,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/28294123b4cb4cf78c7546bf17d2b1ae is 50, key is test_row_0/B:col10/1732278258008/Put/seqid=0 2024-11-22T12:24:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741931_1107 (size=12301) 2024-11-22T12:24:19,818 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/28294123b4cb4cf78c7546bf17d2b1ae 2024-11-22T12:24:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/dc49b20ade1147a5b0f7328dcef3ced3 is 50, key is test_row_0/C:col10/1732278258008/Put/seqid=0 2024-11-22T12:24:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741932_1108 (size=12301) 2024-11-22T12:24:19,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278319886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278319897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278320166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,168 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278320196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278320206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,249 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/dc49b20ade1147a5b0f7328dcef3ced3 2024-11-22T12:24:20,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/a9172fc7156b446d8d9b07e47c0f8c03 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03 2024-11-22T12:24:20,260 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T12:24:20,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/28294123b4cb4cf78c7546bf17d2b1ae as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae 2024-11-22T12:24:20,266 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T12:24:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/dc49b20ade1147a5b0f7328dcef3ced3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3 2024-11-22T12:24:20,272 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T12:24:20,273 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d3e83f2c56ed6421d5df991ed620154c in 920ms, sequenceid=449, compaction requested=true 2024-11-22T12:24:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T12:24:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T12:24:20,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T12:24:20,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-22T12:24:20,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0110 sec 2024-11-22T12:24:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T12:24:20,427 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:20,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T12:24:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T12:24:20,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:20,430 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:20,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T12:24:20,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T12:24:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:20,583 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e82241570e6243c582fcbaf17dc3b4ee is 50, key is test_row_0/A:col10/1732278259568/Put/seqid=0 2024-11-22T12:24:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741933_1109 (size=12301) 2024-11-22T12:24:20,595 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e82241570e6243c582fcbaf17dc3b4ee 2024-11-22T12:24:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/f111ba1737ad47958c076e82317dd3b7 is 50, key is test_row_0/B:col10/1732278259568/Put/seqid=0 2024-11-22T12:24:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741934_1110 (size=12301) 2024-11-22T12:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T12:24:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278320749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278320750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278320856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278320856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,008 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/f111ba1737ad47958c076e82317dd3b7 2024-11-22T12:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/239c2690926240a7b12e4add0d000a4f is 50, key is test_row_0/C:col10/1732278259568/Put/seqid=0 2024-11-22T12:24:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741935_1111 (size=12301) 2024-11-22T12:24:21,046 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/239c2690926240a7b12e4add0d000a4f 2024-11-22T12:24:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/e82241570e6243c582fcbaf17dc3b4ee as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee 2024-11-22T12:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T12:24:21,063 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T12:24:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/f111ba1737ad47958c076e82317dd3b7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7 2024-11-22T12:24:21,070 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T12:24:21,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/239c2690926240a7b12e4add0d000a4f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f 2024-11-22T12:24:21,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278321067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278321067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T12:24:21,081 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3e83f2c56ed6421d5df991ed620154c in 498ms, sequenceid=460, compaction requested=true 2024-11-22T12:24:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T12:24:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T12:24:21,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T12:24:21,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 653 msec 2024-11-22T12:24:21,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 661 msec 2024-11-22T12:24:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T12:24:21,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/5a895bb0d7574278a4a5f9e91c48a052 is 50, key is test_row_0/A:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278321134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278321135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741936_1112 (size=14741) 2024-11-22T12:24:21,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/5a895bb0d7574278a4a5f9e91c48a052 2024-11-22T12:24:21,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/63e6beaf82f44efe840db14d45dd22bb is 50, key is test_row_0/B:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741937_1113 (size=12301) 2024-11-22T12:24:21,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/63e6beaf82f44efe840db14d45dd22bb 2024-11-22T12:24:21,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/50ba155f7b1d4154878bd3cd75b7d45a is 50, key is test_row_0/C:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741938_1114 (size=12301) 2024-11-22T12:24:21,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/50ba155f7b1d4154878bd3cd75b7d45a 2024-11-22T12:24:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/5a895bb0d7574278a4a5f9e91c48a052 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052 2024-11-22T12:24:21,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052, entries=200, sequenceid=486, filesize=14.4 K 2024-11-22T12:24:21,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/63e6beaf82f44efe840db14d45dd22bb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb 2024-11-22T12:24:21,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb, entries=150, sequenceid=486, filesize=12.0 K 2024-11-22T12:24:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/50ba155f7b1d4154878bd3cd75b7d45a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a 2024-11-22T12:24:21,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a, entries=150, sequenceid=486, filesize=12.0 K 2024-11-22T12:24:21,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d3e83f2c56ed6421d5df991ed620154c in 108ms, sequenceid=486, compaction requested=true 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:21,228 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:21,228 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3e83f2c56ed6421d5df991ed620154c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:21,231 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64933 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T12:24:21,231 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T12:24:21,232 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/B is initiating minor compaction (all files) 2024-11-22T12:24:21,232 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/A is initiating minor compaction (all files) 2024-11-22T12:24:21,232 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/B in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,232 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/A in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,232 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e992728fa08e48c480733460d6ef8841, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=63.4 K 2024-11-22T12:24:21,232 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4d8e42e4af73406eb109dcad31f5e416, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=61.0 K 2024-11-22T12:24:21,232 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8e42e4af73406eb109dcad31f5e416, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:21,232 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e992728fa08e48c480733460d6ef8841, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:21,233 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 277daaae4fd5498aa07ae899becb1529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732278257904 2024-11-22T12:24:21,233 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 70709a14ab2c43c4b9b2b4e1d7747cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732278257904 2024-11-22T12:24:21,233 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9172fc7156b446d8d9b07e47c0f8c03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732278257993 2024-11-22T12:24:21,233 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 28294123b4cb4cf78c7546bf17d2b1ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732278257993 2024-11-22T12:24:21,234 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82241570e6243c582fcbaf17dc3b4ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732278259560 2024-11-22T12:24:21,235 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f111ba1737ad47958c076e82317dd3b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732278259560 2024-11-22T12:24:21,235 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a895bb0d7574278a4a5f9e91c48a052, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732278260743 2024-11-22T12:24:21,235 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 63e6beaf82f44efe840db14d45dd22bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732278260743 2024-11-22T12:24:21,249 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:21,249 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/235e257809074c8d9e47537b7ece6385 is 50, key is test_row_0/A:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,250 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:21,251 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/a85f0420ad84412bb1b6f06337977072 is 50, key is test_row_0/B:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:21,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:21,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3fc333f060b8419ab2780c6deb634297 is 50, key is test_row_0/A:col10/1732278261248/Put/seqid=0 2024-11-22T12:24:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741939_1115 (size=13459) 2024-11-22T12:24:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741940_1116 (size=13459) 2024-11-22T12:24:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741941_1117 (size=14741) 2024-11-22T12:24:21,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278321299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278321306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278321376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278321386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278321417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278321417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T12:24:21,566 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:21,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T12:24:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:21,568 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:21,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:21,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:21,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278321627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278321627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3fc333f060b8419ab2780c6deb634297 2024-11-22T12:24:21,673 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/235e257809074c8d9e47537b7ece6385 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/235e257809074c8d9e47537b7ece6385 2024-11-22T12:24:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:21,677 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/a85f0420ad84412bb1b6f06337977072 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a85f0420ad84412bb1b6f06337977072 2024-11-22T12:24:21,681 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/A of d3e83f2c56ed6421d5df991ed620154c into 235e257809074c8d9e47537b7ece6385(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:21,681 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:21,681 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/A, priority=11, startTime=1732278261228; duration=0sec 2024-11-22T12:24:21,681 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:21,681 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:A 2024-11-22T12:24:21,682 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T12:24:21,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7668b67a1216439e9aebf445d2306f52 is 50, key is test_row_0/B:col10/1732278261248/Put/seqid=0 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): d3e83f2c56ed6421d5df991ed620154c/C is initiating minor compaction (all files) 2024-11-22T12:24:21,685 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3e83f2c56ed6421d5df991ed620154c/C in TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,685 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/36470d85e97b40a198650fd54b9dd724, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp, totalSize=61.0 K 2024-11-22T12:24:21,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/B of d3e83f2c56ed6421d5df991ed620154c into a85f0420ad84412bb1b6f06337977072(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:21,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/B, priority=11, startTime=1732278261228; duration=0sec 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:B 2024-11-22T12:24:21,685 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36470d85e97b40a198650fd54b9dd724, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732278256932 2024-11-22T12:24:21,686 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aaab0f0a9614e93a67adf78bb80dca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732278257904 2024-11-22T12:24:21,686 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc49b20ade1147a5b0f7328dcef3ced3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732278257993 2024-11-22T12:24:21,686 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 239c2690926240a7b12e4add0d000a4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732278259560 2024-11-22T12:24:21,687 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50ba155f7b1d4154878bd3cd75b7d45a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732278260743 2024-11-22T12:24:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741942_1118 (size=12301) 2024-11-22T12:24:21,698 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3e83f2c56ed6421d5df991ed620154c#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:21,699 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/e1db7790baa644ec8627b5b66f76e1d7 is 50, key is test_row_0/C:col10/1732278260748/Put/seqid=0 2024-11-22T12:24:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741943_1119 (size=13459) 2024-11-22T12:24:21,709 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/e1db7790baa644ec8627b5b66f76e1d7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e1db7790baa644ec8627b5b66f76e1d7 2024-11-22T12:24:21,715 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d3e83f2c56ed6421d5df991ed620154c/C of d3e83f2c56ed6421d5df991ed620154c into e1db7790baa644ec8627b5b66f76e1d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:21,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:21,715 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., storeName=d3e83f2c56ed6421d5df991ed620154c/C, priority=11, startTime=1732278261228; duration=0sec 2024-11-22T12:24:21,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:21,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3e83f2c56ed6421d5df991ed620154c:C 2024-11-22T12:24:21,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:21,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:21,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1732278321886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732278321906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278321936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278321936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:22,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7668b67a1216439e9aebf445d2306f52 2024-11-22T12:24:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3b6d56bd88674211bdcfb0b7741390e1 is 50, key is test_row_0/C:col10/1732278261248/Put/seqid=0 2024-11-22T12:24:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741944_1120 (size=12301) 2024-11-22T12:24:22,170 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T12:24:22,170 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,170 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T12:24:22,170 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,171 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T12:24:22,171 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,174 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,174 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,174 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,174 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:22,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:22,174 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:22,175 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,175 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T12:24:22,175 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,175 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,175 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:22,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:22,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44844 deadline: 1732278322196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:22,197 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in d3e83f2c56ed6421d5df991ed620154c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:22,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732278322446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44874 deadline: 1732278322446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:22,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:22,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3b6d56bd88674211bdcfb0b7741390e1 2024-11-22T12:24:22,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/3fc333f060b8419ab2780c6deb634297 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3fc333f060b8419ab2780c6deb634297 2024-11-22T12:24:22,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3fc333f060b8419ab2780c6deb634297, entries=200, sequenceid=498, filesize=14.4 K 2024-11-22T12:24:22,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7668b67a1216439e9aebf445d2306f52 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7668b67a1216439e9aebf445d2306f52 2024-11-22T12:24:22,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7668b67a1216439e9aebf445d2306f52, entries=150, sequenceid=498, filesize=12.0 K 2024-11-22T12:24:22,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/3b6d56bd88674211bdcfb0b7741390e1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3b6d56bd88674211bdcfb0b7741390e1 2024-11-22T12:24:22,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3b6d56bd88674211bdcfb0b7741390e1, entries=150, sequenceid=498, filesize=12.0 K 2024-11-22T12:24:22,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d3e83f2c56ed6421d5df991ed620154c in 1282ms, sequenceid=498, compaction requested=false 2024-11-22T12:24:22,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:22,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T12:24:22,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:22,646 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:24:22,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c57375404db64f208342d3612c0af5be is 50, key is test_row_0/A:col10/1732278261297/Put/seqid=0 2024-11-22T12:24:22,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741945_1121 (size=12301) 2024-11-22T12:24:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:22,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. as already flushing 2024-11-22T12:24:22,901 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T12:24:22,901 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,901 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,902 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:22,918 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T12:24:22,918 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:22,918 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,918 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:22,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:23,059 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c57375404db64f208342d3612c0af5be 2024-11-22T12:24:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7ee98c41fbf34ab1aca838e157454f72 is 50, key is test_row_0/B:col10/1732278261297/Put/seqid=0 2024-11-22T12:24:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741946_1122 (size=12301) 2024-11-22T12:24:23,468 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T12:24:23,468 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T12:24:23,468 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:23,468 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:23,468 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:23,468 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:23,468 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:23,468 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:23,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:23,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:23,477 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7ee98c41fbf34ab1aca838e157454f72 2024-11-22T12:24:23,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/557de151ef8048ecbea98fe2e2243851 is 50, key is test_row_0/C:col10/1732278261297/Put/seqid=0 2024-11-22T12:24:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741947_1123 (size=12301) 2024-11-22T12:24:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:23,896 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/557de151ef8048ecbea98fe2e2243851 2024-11-22T12:24:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/c57375404db64f208342d3612c0af5be as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c57375404db64f208342d3612c0af5be 2024-11-22T12:24:23,909 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c57375404db64f208342d3612c0af5be, entries=150, sequenceid=525, filesize=12.0 K 2024-11-22T12:24:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/7ee98c41fbf34ab1aca838e157454f72 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7ee98c41fbf34ab1aca838e157454f72 2024-11-22T12:24:23,916 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7ee98c41fbf34ab1aca838e157454f72, entries=150, sequenceid=525, filesize=12.0 K 2024-11-22T12:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/557de151ef8048ecbea98fe2e2243851 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/557de151ef8048ecbea98fe2e2243851 2024-11-22T12:24:23,922 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/557de151ef8048ecbea98fe2e2243851, entries=150, sequenceid=525, filesize=12.0 K 2024-11-22T12:24:23,923 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for d3e83f2c56ed6421d5df991ed620154c in 1277ms, sequenceid=525, compaction requested=true 2024-11-22T12:24:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d3e83f2c56ed6421d5df991ed620154c: 2024-11-22T12:24:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T12:24:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T12:24:23,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T12:24:23,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3560 sec 2024-11-22T12:24:23,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.3600 sec 2024-11-22T12:24:23,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:24:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T12:24:25,748 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:26,238 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T12:24:26,238 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:26,238 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:26,238 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:26,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-22T12:24:26,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3760 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3729 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1668 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4997 rows 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1658 2024-11-22T12:24:26,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4967 rows 2024-11-22T12:24:26,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:24:26,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:24:26,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:26,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:26,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:26,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:24:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:26,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278266252"}]},"ts":"1732278266252"} 2024-11-22T12:24:26,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:24:26,254 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:24:26,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:24:26,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, UNASSIGN}] 2024-11-22T12:24:26,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, UNASSIGN 2024-11-22T12:24:26,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d3e83f2c56ed6421d5df991ed620154c, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:26,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, UNASSIGN because future has completed 2024-11-22T12:24:26,268 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:24:26,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:26,427 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:26,428 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:24:26,429 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing d3e83f2c56ed6421d5df991ed620154c, disabling compactions & flushes 2024-11-22T12:24:26,429 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:26,429 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:26,429 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. after waiting 0 ms 2024-11-22T12:24:26,429 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:26,429 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing d3e83f2c56ed6421d5df991ed620154c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:24:26,438 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7ddf83e35b444becb06e3eabb7e2d8d8 is 50, key is test_row_0/A:col10/1732278266236/Put/seqid=0 2024-11-22T12:24:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741948_1124 (size=12301) 2024-11-22T12:24:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:26,843 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7ddf83e35b444becb06e3eabb7e2d8d8 2024-11-22T12:24:26,858 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/6661d791f02c48cba2c5da87db7a7222 is 50, key is test_row_0/B:col10/1732278266236/Put/seqid=0 2024-11-22T12:24:26,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741949_1125 (size=12301) 2024-11-22T12:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:27,269 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/6661d791f02c48cba2c5da87db7a7222 2024-11-22T12:24:27,281 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/714f075189b24e308169fb2de81e9aeb is 50, key is test_row_0/C:col10/1732278266236/Put/seqid=0 2024-11-22T12:24:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741950_1126 (size=12301) 2024-11-22T12:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:27,686 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/714f075189b24e308169fb2de81e9aeb 2024-11-22T12:24:27,696 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/A/7ddf83e35b444becb06e3eabb7e2d8d8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7ddf83e35b444becb06e3eabb7e2d8d8 2024-11-22T12:24:27,705 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7ddf83e35b444becb06e3eabb7e2d8d8, entries=150, sequenceid=533, filesize=12.0 K 2024-11-22T12:24:27,706 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/B/6661d791f02c48cba2c5da87db7a7222 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/6661d791f02c48cba2c5da87db7a7222 2024-11-22T12:24:27,711 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/6661d791f02c48cba2c5da87db7a7222, entries=150, sequenceid=533, filesize=12.0 K 2024-11-22T12:24:27,712 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/.tmp/C/714f075189b24e308169fb2de81e9aeb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/714f075189b24e308169fb2de81e9aeb 2024-11-22T12:24:27,716 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/714f075189b24e308169fb2de81e9aeb, entries=150, sequenceid=533, filesize=12.0 K 2024-11-22T12:24:27,717 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 1288ms, sequenceid=533, compaction requested=true 2024-11-22T12:24:27,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/ea93457f4ce446058959c74441c9c82f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cbf1e7eaf32a4a93a2492c6694ee1089, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e79deb4b0dce416996afe1220eb82ff6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d5d9cd448884b09a322c73d125418ca, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cb34509b9df148198d27947653ca04d5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/42db181c21fe4b49bd7d371ea01b6e08, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5dca5ed9388d435eb6f4089d5328c6c9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c91684282854409992f074ff3a0b2e2f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e992728fa08e48c480733460d6ef8841, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052] to archive 2024-11-22T12:24:27,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:27,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/54b112e12862421e86310870294258ee 2024-11-22T12:24:27,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/86b5a96553c449e9b642e22c95f16799 2024-11-22T12:24:27,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9996ec4dec0b41a0b33809852fecd6fb 2024-11-22T12:24:27,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/ea93457f4ce446058959c74441c9c82f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/ea93457f4ce446058959c74441c9c82f 2024-11-22T12:24:27,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7354636ce66848e5a44449fe25083935 2024-11-22T12:24:27,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7e0a707a89904827af2550141d0e30eb 2024-11-22T12:24:27,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c3703d370a4a48b8a147338a99e40169 2024-11-22T12:24:27,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cbf1e7eaf32a4a93a2492c6694ee1089 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cbf1e7eaf32a4a93a2492c6694ee1089 2024-11-22T12:24:27,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/337af3259a4344e5874c89f3569c541b 2024-11-22T12:24:27,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e79deb4b0dce416996afe1220eb82ff6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e79deb4b0dce416996afe1220eb82ff6 2024-11-22T12:24:27,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cfc62fb6306c43b09e4cbcfefdb55353 2024-11-22T12:24:27,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b7ab77d32ca94f7d92b061d943b9124c 2024-11-22T12:24:27,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a395d4729ee8492e86901a7f384f0cda 2024-11-22T12:24:27,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d5d9cd448884b09a322c73d125418ca to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d5d9cd448884b09a322c73d125418ca 2024-11-22T12:24:27,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/d904a3dc30144716bf77370f4307c2be 2024-11-22T12:24:27,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/1b9d10e2f2ee4d7bab868d60630e30d4 2024-11-22T12:24:27,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cb34509b9df148198d27947653ca04d5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/cb34509b9df148198d27947653ca04d5 2024-11-22T12:24:27,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/b2cd7a3b01ac47438148fba699ab5180 2024-11-22T12:24:27,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4558d3b065e540bcabf91f5bd7b85be8 2024-11-22T12:24:27,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/42db181c21fe4b49bd7d371ea01b6e08 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/42db181c21fe4b49bd7d371ea01b6e08 2024-11-22T12:24:27,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/45ec7cd2348041e6b72151d2b5fc2b7c 2024-11-22T12:24:27,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/048c54ab931246b88e690e426102a0ca 2024-11-22T12:24:27,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/9d04c73b14694a43a2915ac4bd79728e 2024-11-22T12:24:27,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5dca5ed9388d435eb6f4089d5328c6c9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5dca5ed9388d435eb6f4089d5328c6c9 2024-11-22T12:24:27,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/57246b2fcab74dfe9d3d745007bdfa1a 2024-11-22T12:24:27,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3f119867f0c3412a987f86fb8e082ec7 2024-11-22T12:24:27,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c91684282854409992f074ff3a0b2e2f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c91684282854409992f074ff3a0b2e2f 2024-11-22T12:24:27,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/70acc3f40a6a4767bbc9b6efa94e1fa7 2024-11-22T12:24:27,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/4fcd3c2425f8476ca8164fa700e78e66 2024-11-22T12:24:27,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e992728fa08e48c480733460d6ef8841 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e992728fa08e48c480733460d6ef8841 2024-11-22T12:24:27,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/277daaae4fd5498aa07ae899becb1529 2024-11-22T12:24:27,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/a9172fc7156b446d8d9b07e47c0f8c03 2024-11-22T12:24:27,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/e82241570e6243c582fcbaf17dc3b4ee 2024-11-22T12:24:27,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/5a895bb0d7574278a4a5f9e91c48a052 2024-11-22T12:24:27,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fc18c79df3ac4b24ae61317735a23d7e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b7cef79ae49b4d10871f18ca7640b2e7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fa19637809244bc6831eaa5efce04548, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4fe4b37ce6af4a71aae64d94498a97b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/43cf4dc582914ba098747ec7769514cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/61036f6b44f048e6966875114ba37eb5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/64b34e8bdb8f4aac9cb0ab2796f62490, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7d0d795835da4ec795a6dc76d1025d01, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4d8e42e4af73406eb109dcad31f5e416, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb] to archive 2024-11-22T12:24:27,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:27,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/386fe349603f45ca9e8434aff9e21375 2024-11-22T12:24:27,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/005bc3aae8614bfa8bfdd601d9d34b91 2024-11-22T12:24:27,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fc18c79df3ac4b24ae61317735a23d7e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fc18c79df3ac4b24ae61317735a23d7e 2024-11-22T12:24:27,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1230b2a54a144fe58f86cd973f18059c 2024-11-22T12:24:27,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/24f716c0f8b64c708a676408e501101f 2024-11-22T12:24:27,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/02925cfa350f40fe9cb5dd556e342225 2024-11-22T12:24:27,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b7cef79ae49b4d10871f18ca7640b2e7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b7cef79ae49b4d10871f18ca7640b2e7 2024-11-22T12:24:27,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a1a310fd26d541128d922aca9c53cb7c 2024-11-22T12:24:27,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/3637db74e8ba4af781ff3185335155fd 2024-11-22T12:24:27,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fa19637809244bc6831eaa5efce04548 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/fa19637809244bc6831eaa5efce04548 2024-11-22T12:24:27,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/beba123a458744a7b2384c3d71ec6cfe 2024-11-22T12:24:27,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d359b3148bae40d78307aac7d6c955b0 2024-11-22T12:24:27,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4fe4b37ce6af4a71aae64d94498a97b5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4fe4b37ce6af4a71aae64d94498a97b5 2024-11-22T12:24:27,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/36f481be72554a6f81da177d60be0e87 2024-11-22T12:24:27,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/91f7e4bb238b42f98103aed21b0b9dd5 2024-11-22T12:24:27,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/43cf4dc582914ba098747ec7769514cb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/43cf4dc582914ba098747ec7769514cb 2024-11-22T12:24:27,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/2aec40da4c3e4b73a774372c2190cb94 2024-11-22T12:24:27,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/371d2a85b8394c109dd5a2c57012d975 2024-11-22T12:24:27,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/61036f6b44f048e6966875114ba37eb5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/61036f6b44f048e6966875114ba37eb5 2024-11-22T12:24:27,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/1d9f301e757549bebf6e741275e0a7fb 2024-11-22T12:24:27,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7198964198e349e6a8733476020d8571 2024-11-22T12:24:27,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b38fb9494096404c83b82864cd4c9b78 2024-11-22T12:24:27,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/64b34e8bdb8f4aac9cb0ab2796f62490 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/64b34e8bdb8f4aac9cb0ab2796f62490 2024-11-22T12:24:27,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/ce641d6873e0441f9e71af03d1e01180 2024-11-22T12:24:27,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/d96ea47fb5704143ab41d62484226b38 2024-11-22T12:24:27,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7d0d795835da4ec795a6dc76d1025d01 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7d0d795835da4ec795a6dc76d1025d01 2024-11-22T12:24:27,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/9656460909fe4e48be2760ece6c4f2a2 2024-11-22T12:24:27,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4a8bd4f7bfe94cb38348f2cdee319fbc 2024-11-22T12:24:27,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4d8e42e4af73406eb109dcad31f5e416 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/4d8e42e4af73406eb109dcad31f5e416 2024-11-22T12:24:27,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/b661c9123a794625b57d6dcb238e6e2d 2024-11-22T12:24:27,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/70709a14ab2c43c4b9b2b4e1d7747cf6 2024-11-22T12:24:27,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/28294123b4cb4cf78c7546bf17d2b1ae 2024-11-22T12:24:27,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/f111ba1737ad47958c076e82317dd3b7 2024-11-22T12:24:27,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/63e6beaf82f44efe840db14d45dd22bb 2024-11-22T12:24:27,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a7dd6655358145bb813e904318955be9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/165146b29723451caccab388c79923f1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/01746253a5444359ab54b313e25e5635, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/733fdb46c5294f4e8493e13a68e58370, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/56d6f52f75a944748148dfb501424c7e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4754f56ad9da4b1fbe8f4e7d0e36f82a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3a30f5e8fb52452498c4d795d43beec2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/cb6af3eaf4494d099b41daffa727df36, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/36470d85e97b40a198650fd54b9dd724, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a] to archive 2024-11-22T12:24:27,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:27,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4bab8bdc28d44a73b2a21b6c122c2e0a 2024-11-22T12:24:27,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/0948d708874e41f9887008d86645fbb0 2024-11-22T12:24:27,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a7dd6655358145bb813e904318955be9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a7dd6655358145bb813e904318955be9 2024-11-22T12:24:27,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/61e35082dc0e4f1b8de12e79af4093b5 2024-11-22T12:24:27,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a0aaf408173a40778c92f6224accf831 2024-11-22T12:24:27,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3165a8f3e8fc41528d7cfeed0f31579f 2024-11-22T12:24:27,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/165146b29723451caccab388c79923f1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/165146b29723451caccab388c79923f1 2024-11-22T12:24:27,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/6facd5ac90a24b39990363f108f2b999 2024-11-22T12:24:27,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/7bd361b54f744469bd9338ef033d3396 2024-11-22T12:24:27,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/01746253a5444359ab54b313e25e5635 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/01746253a5444359ab54b313e25e5635 2024-11-22T12:24:27,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/109d700d86364974af25de312db823a4 2024-11-22T12:24:27,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/9cc75bbd462246368b5ae6c2d4a88811 2024-11-22T12:24:27,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/733fdb46c5294f4e8493e13a68e58370 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/733fdb46c5294f4e8493e13a68e58370 2024-11-22T12:24:27,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/b33cd5332ca94d27b900d6008721da67 2024-11-22T12:24:27,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/601e0e1999324e92b85475ba0b63394f 2024-11-22T12:24:27,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/56d6f52f75a944748148dfb501424c7e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/56d6f52f75a944748148dfb501424c7e 2024-11-22T12:24:27,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/d31af981dbfa410a8156019fa704f626 2024-11-22T12:24:27,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/604821115b1e4de6af75a1175ec87a68 2024-11-22T12:24:27,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4754f56ad9da4b1fbe8f4e7d0e36f82a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/4754f56ad9da4b1fbe8f4e7d0e36f82a 2024-11-22T12:24:27,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/09e9a7c9c2e74039807603b95430d87b 2024-11-22T12:24:27,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/07e6cb2f27964f709aed259ff8851b64 2024-11-22T12:24:27,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e23d06f8ec1d485095bb81b60c09f177 2024-11-22T12:24:27,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3a30f5e8fb52452498c4d795d43beec2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3a30f5e8fb52452498c4d795d43beec2 2024-11-22T12:24:27,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f5130bf45c1e4e67bce590834d895416 2024-11-22T12:24:27,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/65b236f2162f4f99b04415ab61729401 2024-11-22T12:24:27,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/cb6af3eaf4494d099b41daffa727df36 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/cb6af3eaf4494d099b41daffa727df36 2024-11-22T12:24:27,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/a4285fa4a70b437688d46cce993346f6 2024-11-22T12:24:27,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/f00a2cff22cf47e3aa566fc05668a06f 2024-11-22T12:24:27,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/36470d85e97b40a198650fd54b9dd724 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/36470d85e97b40a198650fd54b9dd724 2024-11-22T12:24:27,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/96a991e5f5f84b4289e888127815ffcf 2024-11-22T12:24:27,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/2aaab0f0a9614e93a67adf78bb80dca5 2024-11-22T12:24:27,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/dc49b20ade1147a5b0f7328dcef3ced3 2024-11-22T12:24:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/239c2690926240a7b12e4add0d000a4f 2024-11-22T12:24:27,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/50ba155f7b1d4154878bd3cd75b7d45a 2024-11-22T12:24:27,894 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=1 2024-11-22T12:24:27,895 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. 2024-11-22T12:24:27,895 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for d3e83f2c56ed6421d5df991ed620154c: Waiting for close lock at 1732278266429Running coprocessor pre-close hooks at 1732278266429Disabling compacts and flushes for region at 1732278266429Disabling writes for close at 1732278266429Obtaining lock to block concurrent updates at 1732278266429Preparing flush snapshotting stores in d3e83f2c56ed6421d5df991ed620154c at 1732278266429Finished memstore snapshotting TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732278266430 (+1 ms)Flushing stores of TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c. at 1732278266431 (+1 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/A: creating writer at 1732278266431Flushing d3e83f2c56ed6421d5df991ed620154c/A: appending metadata at 1732278266437 (+6 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/A: closing flushed file at 1732278266437Flushing d3e83f2c56ed6421d5df991ed620154c/B: creating writer at 1732278266848 (+411 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/B: appending metadata at 1732278266857 (+9 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/B: closing flushed file at 1732278266857Flushing d3e83f2c56ed6421d5df991ed620154c/C: creating writer at 1732278267276 (+419 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/C: appending metadata at 1732278267280 (+4 ms)Flushing d3e83f2c56ed6421d5df991ed620154c/C: closing flushed file at 1732278267280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e49814: reopening flushed file at 1732278267694 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c15421b: reopening flushed file at 1732278267705 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193cd862: reopening flushed file at 1732278267711 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d3e83f2c56ed6421d5df991ed620154c in 1288ms, sequenceid=533, compaction requested=true at 1732278267717 (+6 ms)Writing region close event to WAL at 1732278267891 (+174 ms)Running coprocessor post-close hooks at 1732278267895 (+4 ms)Closed at 1732278267895 2024-11-22T12:24:27,898 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:27,898 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d3e83f2c56ed6421d5df991ed620154c, regionState=CLOSED 2024-11-22T12:24:27,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:27,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T12:24:27,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure d3e83f2c56ed6421d5df991ed620154c, server=46e18b47f3d3,45321,1732278235735 in 1.6320 sec 2024-11-22T12:24:27,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T12:24:27,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3e83f2c56ed6421d5df991ed620154c, UNASSIGN in 1.6410 sec 2024-11-22T12:24:27,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T12:24:27,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6500 sec 2024-11-22T12:24:27,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278267909"}]},"ts":"1732278267909"} 2024-11-22T12:24:27,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:24:27,911 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:24:27,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6660 sec 2024-11-22T12:24:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T12:24:28,397 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:28,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:24:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,411 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T12:24:28,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,416 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:28,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/recovered.edits] 2024-11-22T12:24:28,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/235e257809074c8d9e47537b7ece6385 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/235e257809074c8d9e47537b7ece6385 2024-11-22T12:24:28,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3fc333f060b8419ab2780c6deb634297 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/3fc333f060b8419ab2780c6deb634297 2024-11-22T12:24:28,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7ddf83e35b444becb06e3eabb7e2d8d8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/7ddf83e35b444becb06e3eabb7e2d8d8 2024-11-22T12:24:28,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c57375404db64f208342d3612c0af5be to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/A/c57375404db64f208342d3612c0af5be 2024-11-22T12:24:28,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/6661d791f02c48cba2c5da87db7a7222 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/6661d791f02c48cba2c5da87db7a7222 2024-11-22T12:24:28,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7668b67a1216439e9aebf445d2306f52 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7668b67a1216439e9aebf445d2306f52 2024-11-22T12:24:28,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7ee98c41fbf34ab1aca838e157454f72 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/7ee98c41fbf34ab1aca838e157454f72 2024-11-22T12:24:28,434 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a85f0420ad84412bb1b6f06337977072 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/B/a85f0420ad84412bb1b6f06337977072 2024-11-22T12:24:28,437 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3b6d56bd88674211bdcfb0b7741390e1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/3b6d56bd88674211bdcfb0b7741390e1 2024-11-22T12:24:28,438 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/557de151ef8048ecbea98fe2e2243851 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/557de151ef8048ecbea98fe2e2243851 2024-11-22T12:24:28,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/714f075189b24e308169fb2de81e9aeb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/714f075189b24e308169fb2de81e9aeb 2024-11-22T12:24:28,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e1db7790baa644ec8627b5b66f76e1d7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/C/e1db7790baa644ec8627b5b66f76e1d7 2024-11-22T12:24:28,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/recovered.edits/536.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c/recovered.edits/536.seqid 2024-11-22T12:24:28,445 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/d3e83f2c56ed6421d5df991ed620154c 2024-11-22T12:24:28,445 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:24:28,449 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T12:24:28,458 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:24:28,484 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:24:28,486 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,486 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:24:28,486 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278268486"}]},"ts":"9223372036854775807"} 2024-11-22T12:24:28,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:24:28,491 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d3e83f2c56ed6421d5df991ed620154c, NAME => 'TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:24:28,491 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:24:28,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278268491"}]},"ts":"9223372036854775807"} 2024-11-22T12:24:28,495 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:24:28,496 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-22T12:24:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T12:24:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:24:28,518 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:28,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1046716018_22 at /127.0.0.1:47942 [Waiting for operation #319] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_92883407_22 at /127.0.0.1:38174 [Waiting for operation #308] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;46e18b47f3d3:45321-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 416) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2569 (was 3443) 2024-11-22T12:24:28,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=2569 2024-11-22T12:24:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:24:28,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:24:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:28,544 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:24:28,544 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:28,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-22T12:24:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:28,545 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:24:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741951_1127 (size=959) 2024-11-22T12:24:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:28,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:24:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741952_1128 (size=53) 2024-11-22T12:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ba425397903faca2f91051cfa1903355, disabling compactions & flushes 2024-11-22T12:24:29,362 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. after waiting 0 ms 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,362 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba425397903faca2f91051cfa1903355: Waiting for close lock at 1732278269362Disabling compacts and flushes for region at 1732278269362Disabling writes for close at 1732278269362Writing region close event to WAL at 1732278269362Closed at 1732278269362 2024-11-22T12:24:29,363 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:24:29,364 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278269363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278269363"}]},"ts":"1732278269363"} 2024-11-22T12:24:29,365 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:24:29,366 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:24:29,366 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278269366"}]},"ts":"1732278269366"} 2024-11-22T12:24:29,368 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:24:29,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, ASSIGN}] 2024-11-22T12:24:29,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, ASSIGN 2024-11-22T12:24:29,370 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:24:29,520 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, ASSIGN because future has completed 2024-11-22T12:24:29,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:29,685 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,686 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:24:29,687 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:29,687 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:29,688 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,688 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,690 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,692 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName A 2024-11-22T12:24:29,693 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:29,693 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:29,693 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,695 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName B 2024-11-22T12:24:29,695 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:29,696 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:29,696 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,697 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName C 2024-11-22T12:24:29,697 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:29,698 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:29,698 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,699 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,699 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,700 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,700 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,701 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:24:29,702 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,704 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:24:29,704 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened ba425397903faca2f91051cfa1903355; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64781253, jitterRate=-0.03468410670757294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:24:29,704 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:29,705 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for ba425397903faca2f91051cfa1903355: Running coprocessor pre-open hook at 1732278269688Writing region info on filesystem at 1732278269688Initializing all the Stores at 1732278269689 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278269689Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278269690 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278269690Cleaning up temporary data from old regions at 1732278269700 (+10 ms)Running coprocessor post-open hooks at 1732278269704 (+4 ms)Region opened successfully at 1732278269705 (+1 ms) 2024-11-22T12:24:29,706 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., pid=34, masterSystemTime=1732278269676 2024-11-22T12:24:29,708 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,708 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:29,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:29,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:29,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T12:24:29,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 in 188 msec 2024-11-22T12:24:29,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T12:24:29,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, ASSIGN in 345 msec 2024-11-22T12:24:29,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:24:29,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278269715"}]},"ts":"1732278269715"} 2024-11-22T12:24:29,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:24:29,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:24:29,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-22T12:24:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T12:24:30,697 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:30,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244f1d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:30,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:30,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:30,700 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8eef96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:30,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aafdf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:30,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:30,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:30,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:24:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:24:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1b1db5 2024-11-22T12:24:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:24:30,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:24:30,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:24:30,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:24:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741953_1129 (size=995) 2024-11-22T12:24:30,740 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T12:24:30,741 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T12:24:30,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:24:30,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE}] 2024-11-22T12:24:30,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE 2024-11-22T12:24:30,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE because future has completed 2024-11-22T12:24:30,761 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:24:30,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:30,914 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close ba425397903faca2f91051cfa1903355 2024-11-22T12:24:30,914 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:24:30,914 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing ba425397903faca2f91051cfa1903355, disabling compactions & flushes 2024-11-22T12:24:30,915 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:30,915 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:30,915 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. after waiting 0 ms 2024-11-22T12:24:30,915 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:30,919 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T12:24:30,919 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:30,920 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for ba425397903faca2f91051cfa1903355: Waiting for close lock at 1732278270914Running coprocessor pre-close hooks at 1732278270914Disabling compacts and flushes for region at 1732278270914Disabling writes for close at 1732278270915 (+1 ms)Writing region close event to WAL at 1732278270915Running coprocessor post-close hooks at 1732278270919 (+4 ms)Closed at 1732278270919 2024-11-22T12:24:30,920 WARN [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: ba425397903faca2f91051cfa1903355 to self. 2024-11-22T12:24:30,922 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed ba425397903faca2f91051cfa1903355 2024-11-22T12:24:30,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=CLOSED 2024-11-22T12:24:30,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:30,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T12:24:30,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 in 165 msec 2024-11-22T12:24:30,929 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE; state=CLOSED, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=true 2024-11-22T12:24:31,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE because future has completed 2024-11-22T12:24:31,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:31,237 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,237 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:24:31,237 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,237 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:31,238 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,238 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,243 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,248 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName A 2024-11-22T12:24:31,249 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:31,250 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:31,250 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,251 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName B 2024-11-22T12:24:31,251 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:31,252 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:31,252 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,252 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba425397903faca2f91051cfa1903355 columnFamilyName C 2024-11-22T12:24:31,252 DEBUG [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:31,253 INFO [StoreOpener-ba425397903faca2f91051cfa1903355-1 {}] regionserver.HStore(327): Store=ba425397903faca2f91051cfa1903355/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:31,253 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,254 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,255 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,255 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,255 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,256 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:24:31,257 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,258 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened ba425397903faca2f91051cfa1903355; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72884429, jitterRate=0.08606262505054474}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:24:31,258 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,259 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for ba425397903faca2f91051cfa1903355: Running coprocessor pre-open hook at 1732278271238Writing region info on filesystem at 1732278271238Initializing all the Stores at 1732278271239 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278271239Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278271239Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278271239Cleaning up temporary data from old regions at 1732278271255 (+16 ms)Running coprocessor post-open hooks at 1732278271258 (+3 ms)Region opened successfully at 1732278271259 (+1 ms) 2024-11-22T12:24:31,259 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., pid=39, masterSystemTime=1732278271233 2024-11-22T12:24:31,262 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,262 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=OPEN, openSeqNum=5, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:31,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-22T12:24:31,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 in 183 msec 2024-11-22T12:24:31,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T12:24:31,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, REOPEN/MOVE in 513 msec 2024-11-22T12:24:31,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T12:24:31,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-22T12:24:31,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 552 msec 2024-11-22T12:24:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-22T12:24:31,275 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:31,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ffc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd063a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7d553d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b6b66a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486e4083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,291 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75feddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed645d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df269ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c1534f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,301 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed26490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,303 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b91aecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6e661a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf67654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,313 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2441aae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,316 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a9f068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,317 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1266e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:31,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:31,322 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4fcdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:31,324 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1389b68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:31,326 DEBUG [Thread-656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,326 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,327 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-22T12:24:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,328 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,328 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,330 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:31,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,331 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:31,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,333 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,333 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,335 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,341 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:31,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:24:31,358 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:31,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:24:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225b896949f12b4020b8b7cf46b0face26_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278271355/Put/seqid=0 2024-11-22T12:24:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741954_1130 (size=14594) 2024-11-22T12:24:31,440 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:31,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225b896949f12b4020b8b7cf46b0face26_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b896949f12b4020b8b7cf46b0face26_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:31,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/acb81cdf8a23498084f97e8100b09281, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:31,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/acb81cdf8a23498084f97e8100b09281 is 175, key is test_row_0/A:col10/1732278271355/Put/seqid=0 2024-11-22T12:24:31,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278331438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278331445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278331445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278331457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741955_1131 (size=39549) 2024-11-22T12:24:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278331458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/acb81cdf8a23498084f97e8100b09281 2024-11-22T12:24:31,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/ffaad8767c9241eba889931f09986238 is 50, key is test_row_0/B:col10/1732278271355/Put/seqid=0 2024-11-22T12:24:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741956_1132 (size=12001) 2024-11-22T12:24:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278331566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278331566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278331566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278331577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278331578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278331787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278331787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278331787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278331787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278331788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/ffaad8767c9241eba889931f09986238 2024-11-22T12:24:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:31,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:31,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:31,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/9da40318404942c38b52586003dc8a02 is 50, key is test_row_0/C:col10/1732278271355/Put/seqid=0 2024-11-22T12:24:32,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741957_1133 (size=12001) 2024-11-22T12:24:32,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/9da40318404942c38b52586003dc8a02 2024-11-22T12:24:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/acb81cdf8a23498084f97e8100b09281 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281 2024-11-22T12:24:32,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281, entries=200, sequenceid=17, filesize=38.6 K 2024-11-22T12:24:32,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/ffaad8767c9241eba889931f09986238 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238 2024-11-22T12:24:32,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T12:24:32,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/9da40318404942c38b52586003dc8a02 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02 2024-11-22T12:24:32,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T12:24:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ba425397903faca2f91051cfa1903355 in 734ms, sequenceid=17, compaction requested=false 2024-11-22T12:24:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T12:24:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:32,105 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:32,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:24:32,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d9dc64fcea6e42dd893c95f5c1c051ca_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278272101/Put/seqid=0 2024-11-22T12:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741958_1134 (size=14594) 2024-11-22T12:24:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278332131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278332134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278332136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278332137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278332138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278332256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278332267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278332267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278332267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278332267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278332468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278332487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278332488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278332488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278332488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d9dc64fcea6e42dd893c95f5c1c051ca_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9dc64fcea6e42dd893c95f5c1c051ca_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:32,554 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/03782cfdefbd47819e127355c8c36d1e, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:32,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/03782cfdefbd47819e127355c8c36d1e is 175, key is test_row_0/A:col10/1732278272101/Put/seqid=0 2024-11-22T12:24:32,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741959_1135 (size=39549) 2024-11-22T12:24:32,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278332787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278332797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278332797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278332798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278332798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:32,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:32,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:32,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:32,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:32,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/03782cfdefbd47819e127355c8c36d1e 2024-11-22T12:24:32,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8fe33309c3524e03b8ea706cbd23b57f is 50, key is test_row_0/B:col10/1732278272101/Put/seqid=0 2024-11-22T12:24:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741960_1136 (size=12001) 2024-11-22T12:24:33,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278333297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:33,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278333307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278333307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278333307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278333307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:33,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:33,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8fe33309c3524e03b8ea706cbd23b57f 2024-11-22T12:24:33,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/858186cb052746cfa150b4bdcdba3535 is 50, key is test_row_0/C:col10/1732278272101/Put/seqid=0 2024-11-22T12:24:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741961_1137 (size=12001) 2024-11-22T12:24:33,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/858186cb052746cfa150b4bdcdba3535 2024-11-22T12:24:33,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/03782cfdefbd47819e127355c8c36d1e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e 2024-11-22T12:24:33,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e, entries=200, sequenceid=41, filesize=38.6 K 2024-11-22T12:24:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8fe33309c3524e03b8ea706cbd23b57f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f 2024-11-22T12:24:33,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T12:24:33,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/858186cb052746cfa150b4bdcdba3535 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535 2024-11-22T12:24:33,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T12:24:33,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ba425397903faca2f91051cfa1903355 in 1371ms, sequenceid=41, compaction requested=false 2024-11-22T12:24:33,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:33,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T12:24:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:33,522 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:24:33,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfde2131d0aa4a54acf8aa394fa67e28_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278272134/Put/seqid=0 2024-11-22T12:24:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741962_1138 (size=12154) 2024-11-22T12:24:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:33,566 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfde2131d0aa4a54acf8aa394fa67e28_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfde2131d0aa4a54acf8aa394fa67e28_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8a257ff63fac4191964e2ba9fc26a312, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8a257ff63fac4191964e2ba9fc26a312 is 175, key is test_row_0/A:col10/1732278272134/Put/seqid=0 2024-11-22T12:24:33,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741963_1139 (size=30955) 2024-11-22T12:24:33,629 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8a257ff63fac4191964e2ba9fc26a312 2024-11-22T12:24:33,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/892d461539f949fdbe1f276a7563d647 is 50, key is test_row_0/B:col10/1732278272134/Put/seqid=0 2024-11-22T12:24:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741964_1140 (size=12001) 2024-11-22T12:24:34,072 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/892d461539f949fdbe1f276a7563d647 2024-11-22T12:24:34,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/1fbbf5a53b9142679a660154de05af20 is 50, key is test_row_0/C:col10/1732278272134/Put/seqid=0 2024-11-22T12:24:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741965_1141 (size=12001) 2024-11-22T12:24:34,149 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/1fbbf5a53b9142679a660154de05af20 2024-11-22T12:24:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8a257ff63fac4191964e2ba9fc26a312 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312 2024-11-22T12:24:34,167 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312, entries=150, sequenceid=54, filesize=30.2 K 2024-11-22T12:24:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/892d461539f949fdbe1f276a7563d647 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647 2024-11-22T12:24:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,188 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T12:24:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/1fbbf5a53b9142679a660154de05af20 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20 2024-11-22T12:24:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,197 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T12:24:34,198 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for ba425397903faca2f91051cfa1903355 in 676ms, sequenceid=54, compaction requested=true 2024-11-22T12:24:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T12:24:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T12:24:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T12:24:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8710 sec 2024-11-22T12:24:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.8790 sec 2024-11-22T12:24:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:34,397 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:34,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e365802b41ad4bb3bc75dadea5961402_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278334461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278334463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278334473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278334481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278334482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741967_1143 (size=24358) 2024-11-22T12:24:34,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e365802b41ad4bb3bc75dadea5961402_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e365802b41ad4bb3bc75dadea5961402_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:34,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/eda5dcbcd33a4ed0aa6338108ac5a7a7, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 is 175, key is test_row_0/A:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741966_1142 (size=73995) 2024-11-22T12:24:34,577 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 2024-11-22T12:24:34,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/e133e876b6984d768b7f80b746832b7f is 50, key is test_row_0/B:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278334587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278334587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278334587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278334598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278334598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741968_1144 (size=12001) 2024-11-22T12:24:34,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/e133e876b6984d768b7f80b746832b7f 2024-11-22T12:24:34,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/caba7f9c7d364fe2acd3512a0dfad1f9 is 50, key is test_row_0/C:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741969_1145 (size=12001) 2024-11-22T12:24:34,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/caba7f9c7d364fe2acd3512a0dfad1f9 2024-11-22T12:24:34,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 2024-11-22T12:24:34,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7, entries=400, sequenceid=65, filesize=72.3 K 2024-11-22T12:24:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/e133e876b6984d768b7f80b746832b7f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f 2024-11-22T12:24:34,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f, entries=150, sequenceid=65, filesize=11.7 K 2024-11-22T12:24:34,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/caba7f9c7d364fe2acd3512a0dfad1f9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9 2024-11-22T12:24:34,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9, entries=150, sequenceid=65, filesize=11.7 K 2024-11-22T12:24:34,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ba425397903faca2f91051cfa1903355 in 337ms, sequenceid=65, compaction requested=true 2024-11-22T12:24:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:34,734 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:34,734 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:34,736 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:34,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:34,736 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:34,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:34,736 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:34,736 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:34,736 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=179.7 K 2024-11-22T12:24:34,736 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=46.9 K 2024-11-22T12:24:34,736 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:34,737 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7] 2024-11-22T12:24:34,737 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ffaad8767c9241eba889931f09986238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732278271353 2024-11-22T12:24:34,737 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb81cdf8a23498084f97e8100b09281, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732278271353 2024-11-22T12:24:34,738 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fe33309c3524e03b8ea706cbd23b57f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278271438 2024-11-22T12:24:34,739 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03782cfdefbd47819e127355c8c36d1e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278271402 2024-11-22T12:24:34,739 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 892d461539f949fdbe1f276a7563d647, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732278272123 2024-11-22T12:24:34,740 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a257ff63fac4191964e2ba9fc26a312, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732278272123 2024-11-22T12:24:34,740 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e133e876b6984d768b7f80b746832b7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274388 2024-11-22T12:24:34,741 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting eda5dcbcd33a4ed0aa6338108ac5a7a7, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274368 2024-11-22T12:24:34,757 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:34,758 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/f9b89a63f2684a818eca59be78b3e902 is 50, key is test_row_0/B:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:34,766 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,785 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f77136f65ec4476181d32e8751776406_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,794 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f77136f65ec4476181d32e8751776406_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f77136f65ec4476181d32e8751776406_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:34,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:24:34,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741970_1146 (size=12139) 2024-11-22T12:24:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278334821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278334823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278334823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278334825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278334831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225cbc6099b73443f79addef635ddc4868_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278274479/Put/seqid=0 2024-11-22T12:24:34,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741971_1147 (size=4469) 2024-11-22T12:24:34,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741972_1148 (size=14594) 2024-11-22T12:24:34,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:34,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225cbc6099b73443f79addef635ddc4868_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225cbc6099b73443f79addef635ddc4868_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:34,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/aeb00d20814048588054d99eb0072c8e, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:34,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/aeb00d20814048588054d99eb0072c8e is 175, key is test_row_0/A:col10/1732278274479/Put/seqid=0 2024-11-22T12:24:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741973_1149 (size=39549) 2024-11-22T12:24:34,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/aeb00d20814048588054d99eb0072c8e 2024-11-22T12:24:34,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/58d2308998e04c9ba92514226526cf8c is 50, key is test_row_0/B:col10/1732278274479/Put/seqid=0 2024-11-22T12:24:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278334936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278334937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278334938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278334938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278334947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741974_1150 (size=12001) 2024-11-22T12:24:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278335147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278335147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278335148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278335148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278335160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,224 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/f9b89a63f2684a818eca59be78b3e902 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/f9b89a63f2684a818eca59be78b3e902 2024-11-22T12:24:35,232 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into f9b89a63f2684a818eca59be78b3e902(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:35,232 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:35,232 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=12, startTime=1732278274734; duration=0sec 2024-11-22T12:24:35,233 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:35,233 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:35,233 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:35,240 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:35,240 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:35,240 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:35,240 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=46.9 K 2024-11-22T12:24:35,242 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da40318404942c38b52586003dc8a02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732278271353 2024-11-22T12:24:35,242 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 858186cb052746cfa150b4bdcdba3535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278271438 2024-11-22T12:24:35,242 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fbbf5a53b9142679a660154de05af20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732278272123 2024-11-22T12:24:35,243 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting caba7f9c7d364fe2acd3512a0dfad1f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274388 2024-11-22T12:24:35,247 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#127 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:35,248 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/38433ef3593e4c6b8800d49b4fc31af2 is 175, key is test_row_0/A:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:35,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741975_1151 (size=31093) 2024-11-22T12:24:35,278 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:35,278 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/e8db26decab141218e9b3ab3ae2e9db8 is 50, key is test_row_0/C:col10/1732278274388/Put/seqid=0 2024-11-22T12:24:35,289 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/38433ef3593e4c6b8800d49b4fc31af2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2 2024-11-22T12:24:35,298 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into 38433ef3593e4c6b8800d49b4fc31af2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:35,298 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:35,298 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=12, startTime=1732278274734; duration=0sec 2024-11-22T12:24:35,298 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:35,298 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741976_1152 (size=12139) 2024-11-22T12:24:35,328 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/e8db26decab141218e9b3ab3ae2e9db8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e8db26decab141218e9b3ab3ae2e9db8 2024-11-22T12:24:35,344 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into e8db26decab141218e9b3ab3ae2e9db8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:35,344 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:35,345 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=12, startTime=1732278274734; duration=0sec 2024-11-22T12:24:35,345 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:35,345 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:35,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/58d2308998e04c9ba92514226526cf8c 2024-11-22T12:24:35,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/efe97e11a3724c66b13990c541236a1d is 50, key is test_row_0/C:col10/1732278274479/Put/seqid=0 2024-11-22T12:24:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741977_1153 (size=12001) 2024-11-22T12:24:35,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/efe97e11a3724c66b13990c541236a1d 2024-11-22T12:24:35,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/aeb00d20814048588054d99eb0072c8e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e 2024-11-22T12:24:35,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e, entries=200, sequenceid=92, filesize=38.6 K 2024-11-22T12:24:35,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/58d2308998e04c9ba92514226526cf8c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c 2024-11-22T12:24:35,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T12:24:35,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/efe97e11a3724c66b13990c541236a1d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d 2024-11-22T12:24:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278335457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278335457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278335457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278335457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278335466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T12:24:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ba425397903faca2f91051cfa1903355 in 671ms, sequenceid=92, compaction requested=false 2024-11-22T12:24:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T12:24:35,497 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:35,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T12:24:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T12:24:35,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:35,503 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:35,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T12:24:35,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T12:24:35,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:35,658 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T12:24:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da19f7890153466ebeed980694a319d3_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278274820/Put/seqid=0 2024-11-22T12:24:35,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741978_1154 (size=12154) 2024-11-22T12:24:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T12:24:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278336029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278336030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:36,097 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da19f7890153466ebeed980694a319d3_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da19f7890153466ebeed980694a319d3_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:36,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/340456d05ae04e84bde8e23aa2d4eb68, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/340456d05ae04e84bde8e23aa2d4eb68 is 175, key is test_row_0/A:col10/1732278274820/Put/seqid=0 2024-11-22T12:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T12:24:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741979_1155 (size=30955) 2024-11-22T12:24:36,148 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/340456d05ae04e84bde8e23aa2d4eb68 2024-11-22T12:24:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278336147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278336148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/0f877d1e5a7a4cbcbec5069db9f489ff is 50, key is test_row_0/B:col10/1732278274820/Put/seqid=0 2024-11-22T12:24:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741980_1156 (size=12001) 2024-11-22T12:24:36,196 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/0f877d1e5a7a4cbcbec5069db9f489ff 2024-11-22T12:24:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/4841beb8f7394724af780f7469b7e8c1 is 50, key is test_row_0/C:col10/1732278274820/Put/seqid=0 2024-11-22T12:24:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741981_1157 (size=12001) 2024-11-22T12:24:36,243 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/4841beb8f7394724af780f7469b7e8c1 2024-11-22T12:24:36,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/340456d05ae04e84bde8e23aa2d4eb68 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68 2024-11-22T12:24:36,273 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68, entries=150, sequenceid=104, filesize=30.2 K 2024-11-22T12:24:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/0f877d1e5a7a4cbcbec5069db9f489ff as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff 2024-11-22T12:24:36,283 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff, entries=150, sequenceid=104, filesize=11.7 K 2024-11-22T12:24:36,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/4841beb8f7394724af780f7469b7e8c1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1 2024-11-22T12:24:36,295 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1, entries=150, sequenceid=104, filesize=11.7 K 2024-11-22T12:24:36,297 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ba425397903faca2f91051cfa1903355 in 638ms, sequenceid=104, compaction requested=true 2024-11-22T12:24:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T12:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T12:24:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T12:24:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 802 msec 2024-11-22T12:24:36,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 812 msec 2024-11-22T12:24:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:36,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T12:24:36,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278336356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278336356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122746dba5ceb164d8898a08c187ff1c4bf_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:36,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741982_1158 (size=14744) 2024-11-22T12:24:36,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:36,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122746dba5ceb164d8898a08c187ff1c4bf_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122746dba5ceb164d8898a08c187ff1c4bf_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:36,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/47f06814c8804152854d1029d13ac0d7, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:36,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/47f06814c8804152854d1029d13ac0d7 is 175, key is test_row_0/A:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741983_1159 (size=39699) 2024-11-22T12:24:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T12:24:36,642 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:36,643 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T12:24:36,645 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:36,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:36,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:36,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278336666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278336677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:36,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:36,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/47f06814c8804152854d1029d13ac0d7 2024-11-22T12:24:36,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/811b0cd7c7d447bb987c113853b02f6e is 50, key is test_row_0/B:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741984_1160 (size=12151) 2024-11-22T12:24:36,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:36,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:36,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:36,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278336997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278336997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278336998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:37,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278337186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278337186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:37,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/811b0cd7c7d447bb987c113853b02f6e 2024-11-22T12:24:37,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/81f702e8f37d44108ab6c6d800917f06 is 50, key is test_row_0/C:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:37,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741985_1161 (size=12151) 2024-11-22T12:24:37,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278337506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278337506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278337506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:37,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/81f702e8f37d44108ab6c6d800917f06 2024-11-22T12:24:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/47f06814c8804152854d1029d13ac0d7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7 2024-11-22T12:24:37,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7, entries=200, sequenceid=132, filesize=38.8 K 2024-11-22T12:24:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/811b0cd7c7d447bb987c113853b02f6e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e 2024-11-22T12:24:37,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e, entries=150, sequenceid=132, filesize=11.9 K 2024-11-22T12:24:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:37,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/81f702e8f37d44108ab6c6d800917f06 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06 2024-11-22T12:24:37,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06, entries=150, sequenceid=132, filesize=11.9 K 2024-11-22T12:24:37,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for ba425397903faca2f91051cfa1903355 in 1391ms, sequenceid=132, compaction requested=true 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:37,740 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:37,740 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:37,741 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:37,741 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141296 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:37,741 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:37,742 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,742 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:37,742 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=138.0 K 2024-11-22T12:24:37,742 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,742 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,742 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/f9b89a63f2684a818eca59be78b3e902, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=47.2 K 2024-11-22T12:24:37,742 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7] 2024-11-22T12:24:37,742 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f9b89a63f2684a818eca59be78b3e902, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274388 2024-11-22T12:24:37,742 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38433ef3593e4c6b8800d49b4fc31af2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274388 2024-11-22T12:24:37,742 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 58d2308998e04c9ba92514226526cf8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732278274455 2024-11-22T12:24:37,743 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeb00d20814048588054d99eb0072c8e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732278274455 2024-11-22T12:24:37,743 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f877d1e5a7a4cbcbec5069db9f489ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732278274819 2024-11-22T12:24:37,743 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 340456d05ae04e84bde8e23aa2d4eb68, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732278274819 2024-11-22T12:24:37,743 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 811b0cd7c7d447bb987c113853b02f6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276019 2024-11-22T12:24:37,743 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f06814c8804152854d1029d13ac0d7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276009 2024-11-22T12:24:37,757 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:37,758 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:37,759 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/dbed92631a9942ef9a7191a4add900a9 is 50, key is test_row_0/B:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:37,759 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f45b3000600b4c978a0b1ba2891f7f3d_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:37,763 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f45b3000600b4c978a0b1ba2891f7f3d_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:37,763 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f45b3000600b4c978a0b1ba2891f7f3d_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741986_1162 (size=4469) 2024-11-22T12:24:37,782 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#139 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:37,782 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2f1d4feeea3e41ba859d47e95c36d75b is 175, key is test_row_0/A:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741987_1163 (size=12425) 2024-11-22T12:24:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:37,793 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/dbed92631a9942ef9a7191a4add900a9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/dbed92631a9942ef9a7191a4add900a9 2024-11-22T12:24:37,800 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into dbed92631a9942ef9a7191a4add900a9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:37,800 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:37,800 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=12, startTime=1732278277740; duration=0sec 2024-11-22T12:24:37,801 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:37,801 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:37,801 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:24:37,806 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:24:37,806 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:37,806 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,807 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e8db26decab141218e9b3ab3ae2e9db8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=47.2 K 2024-11-22T12:24:37,807 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e8db26decab141218e9b3ab3ae2e9db8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732278274388 2024-11-22T12:24:37,807 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting efe97e11a3724c66b13990c541236a1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732278274455 2024-11-22T12:24:37,807 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4841beb8f7394724af780f7469b7e8c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732278274819 2024-11-22T12:24:37,808 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 81f702e8f37d44108ab6c6d800917f06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276019 2024-11-22T12:24:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741988_1164 (size=31379) 2024-11-22T12:24:37,817 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2f1d4feeea3e41ba859d47e95c36d75b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b 2024-11-22T12:24:37,820 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:37,821 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/65023ecb777b41098455358f8360dd65 is 50, key is test_row_0/C:col10/1732278276019/Put/seqid=0 2024-11-22T12:24:37,825 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into 2f1d4feeea3e41ba859d47e95c36d75b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:37,825 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:37,825 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=12, startTime=1732278277740; duration=0sec 2024-11-22T12:24:37,825 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:37,825 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:37,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741989_1165 (size=12425) 2024-11-22T12:24:37,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T12:24:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:37,884 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T12:24:37,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221b26c1b453bf4d9a94773c479c7f37e0_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278276362/Put/seqid=0 2024-11-22T12:24:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741990_1166 (size=12304) 2024-11-22T12:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:38,240 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/65023ecb777b41098455358f8360dd65 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/65023ecb777b41098455358f8360dd65 2024-11-22T12:24:38,246 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into 65023ecb777b41098455358f8360dd65(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:38,246 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:38,246 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=12, startTime=1732278277740; duration=0sec 2024-11-22T12:24:38,246 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:38,246 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:38,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278338268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278338269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221b26c1b453bf4d9a94773c479c7f37e0_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221b26c1b453bf4d9a94773c479c7f37e0_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/35cea15b91cf45f1bdf8a57ce96e008b, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/35cea15b91cf45f1bdf8a57ce96e008b is 175, key is test_row_0/A:col10/1732278276362/Put/seqid=0 2024-11-22T12:24:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741991_1167 (size=31105) 2024-11-22T12:24:38,327 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/35cea15b91cf45f1bdf8a57ce96e008b 2024-11-22T12:24:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8e9310a1f44e448ca74d1db3ded84497 is 50, key is test_row_0/B:col10/1732278276362/Put/seqid=0 2024-11-22T12:24:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741992_1168 (size=12151) 2024-11-22T12:24:38,365 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8e9310a1f44e448ca74d1db3ded84497 2024-11-22T12:24:38,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/a2ca6ccaa0df4446bf73dca83a2a9744 is 50, key is test_row_0/C:col10/1732278276362/Put/seqid=0 2024-11-22T12:24:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278338377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278338377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741993_1169 (size=12151) 2024-11-22T12:24:38,381 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/a2ca6ccaa0df4446bf73dca83a2a9744 2024-11-22T12:24:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/35cea15b91cf45f1bdf8a57ce96e008b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b 2024-11-22T12:24:38,393 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b, entries=150, sequenceid=143, filesize=30.4 K 2024-11-22T12:24:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/8e9310a1f44e448ca74d1db3ded84497 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497 2024-11-22T12:24:38,398 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497, entries=150, sequenceid=143, filesize=11.9 K 2024-11-22T12:24:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/a2ca6ccaa0df4446bf73dca83a2a9744 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744 2024-11-22T12:24:38,406 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744, entries=150, sequenceid=143, filesize=11.9 K 2024-11-22T12:24:38,407 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ba425397903faca2f91051cfa1903355 in 523ms, sequenceid=143, compaction requested=false 2024-11-22T12:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T12:24:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T12:24:38,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T12:24:38,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-11-22T12:24:38,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7680 sec 2024-11-22T12:24:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:38,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T12:24:38,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278338536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1ee6a6bcc40490298926a8766abed08_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278338540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278338541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741994_1170 (size=14794) 2024-11-22T12:24:38,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278338586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278338586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278338646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278338647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278338647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T12:24:38,796 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:38,797 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T12:24:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:38,798 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:38,799 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:38,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278338856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278338856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278338857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278338896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278338896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:38,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T12:24:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:38,951 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:38,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:38,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1ee6a6bcc40490298926a8766abed08_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1ee6a6bcc40490298926a8766abed08_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:38,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/39fe4f4116db45c7bfbb5de3b3961b03, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:38,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/39fe4f4116db45c7bfbb5de3b3961b03 is 175, key is test_row_0/A:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741995_1171 (size=39749) 2024-11-22T12:24:39,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T12:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278339166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278339166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278339166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T12:24:39,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/39fe4f4116db45c7bfbb5de3b3961b03 2024-11-22T12:24:39,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/24b52501a67d4f35b468843da149dcc5 is 50, key is test_row_0/B:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741996_1172 (size=12151) 2024-11-22T12:24:39,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/24b52501a67d4f35b468843da149dcc5 2024-11-22T12:24:39,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278339406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278339406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T12:24:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:39,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/e7a557b3706e4295b78145fab22dea05 is 50, key is test_row_0/C:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741997_1173 (size=12151) 2024-11-22T12:24:39,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/e7a557b3706e4295b78145fab22dea05 2024-11-22T12:24:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/39fe4f4116db45c7bfbb5de3b3961b03 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03 2024-11-22T12:24:39,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03, entries=200, sequenceid=172, filesize=38.8 K 2024-11-22T12:24:39,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/24b52501a67d4f35b468843da149dcc5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5 2024-11-22T12:24:39,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T12:24:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/e7a557b3706e4295b78145fab22dea05 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05 2024-11-22T12:24:39,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T12:24:39,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ba425397903faca2f91051cfa1903355 in 943ms, sequenceid=172, compaction requested=true 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:39,471 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:39,471 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:39,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:39,473 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:39,473 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:39,473 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:39,473 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:39,473 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,473 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,473 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=99.8 K 2024-11-22T12:24:39,473 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/dbed92631a9942ef9a7191a4add900a9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=35.9 K 2024-11-22T12:24:39,473 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,473 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03] 2024-11-22T12:24:39,474 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f1d4feeea3e41ba859d47e95c36d75b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276019 2024-11-22T12:24:39,474 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting dbed92631a9942ef9a7191a4add900a9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276019 2024-11-22T12:24:39,474 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35cea15b91cf45f1bdf8a57ce96e008b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278276354 2024-11-22T12:24:39,474 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e9310a1f44e448ca74d1db3ded84497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278276354 2024-11-22T12:24:39,475 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39fe4f4116db45c7bfbb5de3b3961b03, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278235 2024-11-22T12:24:39,475 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b52501a67d4f35b468843da149dcc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278266 2024-11-22T12:24:39,487 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:39,494 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:39,494 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/e331e64d3f094ab79bcf84fb0532be10 is 50, key is test_row_0/B:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:39,497 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122642a96bff89d480f8af336ea388a2208_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:39,499 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122642a96bff89d480f8af336ea388a2208_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:39,499 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122642a96bff89d480f8af336ea388a2208_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741999_1175 (size=4469) 2024-11-22T12:24:39,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741998_1174 (size=12527) 2024-11-22T12:24:39,525 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#147 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:39,526 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/c68f1d2b6e1044d09492950948e9362e is 175, key is test_row_0/A:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742000_1176 (size=31481) 2024-11-22T12:24:39,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T12:24:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,564 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:24:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a45e3c0c85c944d9a460ca65c7b63eec_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278278536/Put/seqid=0 2024-11-22T12:24:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742001_1177 (size=12304) 2024-11-22T12:24:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:39,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:39,732 INFO [master/46e18b47f3d3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T12:24:39,732 INFO [master/46e18b47f3d3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T12:24:39,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278339724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278339735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278339736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278339847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278339847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278339847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:39,931 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/e331e64d3f094ab79bcf84fb0532be10 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e331e64d3f094ab79bcf84fb0532be10 2024-11-22T12:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:39,948 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/c68f1d2b6e1044d09492950948e9362e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e 2024-11-22T12:24:39,950 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into e331e64d3f094ab79bcf84fb0532be10(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:39,950 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:39,950 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=13, startTime=1732278279471; duration=0sec 2024-11-22T12:24:39,950 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:39,950 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:39,950 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:39,952 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:39,952 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:39,952 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:39,953 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/65023ecb777b41098455358f8360dd65, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=35.9 K 2024-11-22T12:24:39,953 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 65023ecb777b41098455358f8360dd65, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732278276019 2024-11-22T12:24:39,955 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a2ca6ccaa0df4446bf73dca83a2a9744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732278276354 2024-11-22T12:24:39,955 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a557b3706e4295b78145fab22dea05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278266 2024-11-22T12:24:39,957 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into c68f1d2b6e1044d09492950948e9362e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:39,957 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:39,957 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=13, startTime=1732278279471; duration=0sec 2024-11-22T12:24:39,957 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:39,957 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:39,970 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:39,971 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/c4769801415a4758b6d6075ce8cd7e9c is 50, key is test_row_0/C:col10/1732278278266/Put/seqid=0 2024-11-22T12:24:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742002_1178 (size=12527) 2024-11-22T12:24:40,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:40,012 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/c4769801415a4758b6d6075ce8cd7e9c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/c4769801415a4758b6d6075ce8cd7e9c 2024-11-22T12:24:40,016 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a45e3c0c85c944d9a460ca65c7b63eec_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a45e3c0c85c944d9a460ca65c7b63eec_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a6a66a6206e944f0968dc02a7d919f50, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a6a66a6206e944f0968dc02a7d919f50 is 175, key is test_row_0/A:col10/1732278278536/Put/seqid=0 2024-11-22T12:24:40,021 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into c4769801415a4758b6d6075ce8cd7e9c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:40,022 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:40,022 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=13, startTime=1732278279471; duration=0sec 2024-11-22T12:24:40,022 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:40,022 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742003_1179 (size=31105) 2024-11-22T12:24:40,040 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a6a66a6206e944f0968dc02a7d919f50 2024-11-22T12:24:40,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/475bc9d85bea4a289d732bdfbaa5c0fd is 50, key is test_row_0/B:col10/1732278278536/Put/seqid=0 2024-11-22T12:24:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278340056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278340057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278340057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742004_1180 (size=12151) 2024-11-22T12:24:40,079 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/475bc9d85bea4a289d732bdfbaa5c0fd 2024-11-22T12:24:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/19d7ca35279c4649872c8a0d33cccbaa is 50, key is test_row_0/C:col10/1732278278536/Put/seqid=0 2024-11-22T12:24:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742005_1181 (size=12151) 2024-11-22T12:24:40,096 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/19d7ca35279c4649872c8a0d33cccbaa 2024-11-22T12:24:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a6a66a6206e944f0968dc02a7d919f50 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50 2024-11-22T12:24:40,105 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50, entries=150, sequenceid=180, filesize=30.4 K 2024-11-22T12:24:40,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/475bc9d85bea4a289d732bdfbaa5c0fd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd 2024-11-22T12:24:40,117 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd, entries=150, sequenceid=180, filesize=11.9 K 2024-11-22T12:24:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/19d7ca35279c4649872c8a0d33cccbaa as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa 2024-11-22T12:24:40,123 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa, entries=150, sequenceid=180, filesize=11.9 K 2024-11-22T12:24:40,124 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ba425397903faca2f91051cfa1903355 in 560ms, sequenceid=180, compaction requested=false 2024-11-22T12:24:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T12:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T12:24:40,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T12:24:40,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-11-22T12:24:40,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3340 sec 2024-11-22T12:24:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:40,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T12:24:40,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112239dad69944d2460dbc41100156ea33ba_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:40,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742006_1182 (size=12304) 2024-11-22T12:24:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278340416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278340416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278340419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,425 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,425 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278340419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278340419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278340536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278340537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278340538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278340746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278340746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278340746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:40,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:40,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:40,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:40,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112239dad69944d2460dbc41100156ea33ba_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112239dad69944d2460dbc41100156ea33ba_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:40,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/d35f04e69c5942b8a3e46397170d7fc0, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:40,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/d35f04e69c5942b8a3e46397170d7fc0 is 175, key is test_row_0/A:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742007_1183 (size=31105) 2024-11-22T12:24:40,801 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/d35f04e69c5942b8a3e46397170d7fc0 2024-11-22T12:24:40,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/7120bacfeeed4a37ae3e97e4ba5295f2 is 50, key is test_row_0/B:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742008_1184 (size=12151) 2024-11-22T12:24:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T12:24:40,957 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:40,957 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T12:24:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:40,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:40,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:40,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278341056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278341057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278341057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:41,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T12:24:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/7120bacfeeed4a37ae3e97e4ba5295f2 2024-11-22T12:24:41,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cdb0eaf798b345adb68a13652d76e3ab is 50, key is test_row_0/C:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742009_1185 (size=12151) 2024-11-22T12:24:41,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T12:24:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:41,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T12:24:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278341567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278341567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278341568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:41,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T12:24:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:41,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cdb0eaf798b345adb68a13652d76e3ab 2024-11-22T12:24:41,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/d35f04e69c5942b8a3e46397170d7fc0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0 2024-11-22T12:24:41,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0, entries=150, sequenceid=214, filesize=30.4 K 2024-11-22T12:24:41,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/7120bacfeeed4a37ae3e97e4ba5295f2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2 2024-11-22T12:24:41,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T12:24:41,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cdb0eaf798b345adb68a13652d76e3ab as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab 2024-11-22T12:24:41,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T12:24:41,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for ba425397903faca2f91051cfa1903355 in 1306ms, sequenceid=214, compaction requested=true 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:41,675 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:41,675 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:41,684 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:41,684 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:41,684 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:41,684 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:41,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,685 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,685 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e331e64d3f094ab79bcf84fb0532be10, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=36.0 K 2024-11-22T12:24:41,685 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=91.5 K 2024-11-22T12:24:41,685 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,685 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0] 2024-11-22T12:24:41,685 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e331e64d3f094ab79bcf84fb0532be10, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278266 2024-11-22T12:24:41,686 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c68f1d2b6e1044d09492950948e9362e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278266 2024-11-22T12:24:41,686 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 475bc9d85bea4a289d732bdfbaa5c0fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732278278529 2024-11-22T12:24:41,686 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6a66a6206e944f0968dc02a7d919f50, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732278278529 2024-11-22T12:24:41,686 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7120bacfeeed4a37ae3e97e4ba5295f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:41,688 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d35f04e69c5942b8a3e46397170d7fc0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:41,701 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:41,702 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:41,703 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/9734896858b44d50b9b767f326ccde06 is 50, key is test_row_0/B:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:41,703 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122892cb834229c41d4957ec95b80290473_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:41,705 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122892cb834229c41d4957ec95b80290473_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:41,706 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122892cb834229c41d4957ec95b80290473_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742010_1186 (size=12629) 2024-11-22T12:24:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742011_1187 (size=4469) 2024-11-22T12:24:41,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T12:24:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:41,727 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T12:24:41,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c59c42e718924c69968c71a16985ff76_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278280373/Put/seqid=0 2024-11-22T12:24:41,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742012_1188 (size=12304) 2024-11-22T12:24:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:42,115 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:42,115 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/da431e67827c43f7ad4646d9906975ff is 175, key is test_row_0/A:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:42,118 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/9734896858b44d50b9b767f326ccde06 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/9734896858b44d50b9b767f326ccde06 2024-11-22T12:24:42,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742013_1189 (size=31583) 2024-11-22T12:24:42,124 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into 9734896858b44d50b9b767f326ccde06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:42,124 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:42,124 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=13, startTime=1732278281675; duration=0sec 2024-11-22T12:24:42,124 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:42,124 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:42,124 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:42,125 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:42,125 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:42,125 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:42,125 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/c4769801415a4758b6d6075ce8cd7e9c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=36.0 K 2024-11-22T12:24:42,126 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c4769801415a4758b6d6075ce8cd7e9c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278278266 2024-11-22T12:24:42,126 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 19d7ca35279c4649872c8a0d33cccbaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732278278529 2024-11-22T12:24:42,126 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb0eaf798b345adb68a13652d76e3ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:42,134 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:42,134 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cfd22a58548b499d8083f0139777b510 is 50, key is test_row_0/C:col10/1732278280368/Put/seqid=0 2024-11-22T12:24:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742014_1190 (size=12629) 2024-11-22T12:24:42,149 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c59c42e718924c69968c71a16985ff76_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c59c42e718924c69968c71a16985ff76_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a3a6389217554a1d9da3264e90e0c2d1, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a3a6389217554a1d9da3264e90e0c2d1 is 175, key is test_row_0/A:col10/1732278280373/Put/seqid=0 2024-11-22T12:24:42,154 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cfd22a58548b499d8083f0139777b510 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cfd22a58548b499d8083f0139777b510 2024-11-22T12:24:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742015_1191 (size=31105) 2024-11-22T12:24:42,161 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into cfd22a58548b499d8083f0139777b510(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:42,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:42,161 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=13, startTime=1732278281675; duration=0sec 2024-11-22T12:24:42,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:42,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:42,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:42,529 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/da431e67827c43f7ad4646d9906975ff as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff 2024-11-22T12:24:42,538 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into da431e67827c43f7ad4646d9906975ff(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:42,538 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:42,538 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=13, startTime=1732278281675; duration=0sec 2024-11-22T12:24:42,538 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:42,538 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:42,559 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a3a6389217554a1d9da3264e90e0c2d1 2024-11-22T12:24:42,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278342555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278342557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4cbf00e952f4105b53d487753d3c5ee is 50, key is test_row_0/B:col10/1732278280373/Put/seqid=0 2024-11-22T12:24:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278342576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,577 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742016_1192 (size=12151) 2024-11-22T12:24:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278342586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278342586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,589 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,590 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278342666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278342666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278342876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278342876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:42,982 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4cbf00e952f4105b53d487753d3c5ee 2024-11-22T12:24:42,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/22c13a19f6614aa08c503b832311c9c3 is 50, key is test_row_0/C:col10/1732278280373/Put/seqid=0 2024-11-22T12:24:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742017_1193 (size=12151) 2024-11-22T12:24:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278343186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278343187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:43,394 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/22c13a19f6614aa08c503b832311c9c3 2024-11-22T12:24:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/a3a6389217554a1d9da3264e90e0c2d1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1 2024-11-22T12:24:43,402 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1, entries=150, sequenceid=221, filesize=30.4 K 2024-11-22T12:24:43,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4cbf00e952f4105b53d487753d3c5ee as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee 2024-11-22T12:24:43,407 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee, entries=150, sequenceid=221, filesize=11.9 K 2024-11-22T12:24:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/22c13a19f6614aa08c503b832311c9c3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3 2024-11-22T12:24:43,413 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3, entries=150, sequenceid=221, filesize=11.9 K 2024-11-22T12:24:43,414 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for ba425397903faca2f91051cfa1903355 in 1687ms, sequenceid=221, compaction requested=false 2024-11-22T12:24:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T12:24:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T12:24:43,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T12:24:43,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-11-22T12:24:43,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.4610 sec 2024-11-22T12:24:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:43,699 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:43,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T12:24:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278343702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278343704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:43,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7e2b196fa4f443fac43872c5a9e1811_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742018_1194 (size=17284) 2024-11-22T12:24:43,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278343817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278343817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278344026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278344026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,131 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7e2b196fa4f443fac43872c5a9e1811_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7e2b196fa4f443fac43872c5a9e1811_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:44,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/9ba79f0661674cc09177795c7953ed7c, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/9ba79f0661674cc09177795c7953ed7c is 175, key is test_row_0/A:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742019_1195 (size=48389) 2024-11-22T12:24:44,150 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/9ba79f0661674cc09177795c7953ed7c 2024-11-22T12:24:44,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/76048632643643b1b4140dc8fbb7a7b5 is 50, key is test_row_0/B:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742020_1196 (size=12151) 2024-11-22T12:24:44,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/76048632643643b1b4140dc8fbb7a7b5 2024-11-22T12:24:44,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/ec887757aaf049b4bd4118acafa99f73 is 50, key is test_row_0/C:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742021_1197 (size=12151) 2024-11-22T12:24:44,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278344336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278344336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278344586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,587 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/ec887757aaf049b4bd4118acafa99f73 2024-11-22T12:24:44,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278344616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278344616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:44,619 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:44,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,619 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:44,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/9ba79f0661674cc09177795c7953ed7c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c 2024-11-22T12:24:44,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c, entries=250, sequenceid=255, filesize=47.3 K 2024-11-22T12:24:44,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/76048632643643b1b4140dc8fbb7a7b5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5 2024-11-22T12:24:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T12:24:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/ec887757aaf049b4bd4118acafa99f73 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73 2024-11-22T12:24:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T12:24:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for ba425397903faca2f91051cfa1903355 in 947ms, sequenceid=255, compaction requested=true 2024-11-22T12:24:44,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,647 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:44,647 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,648 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:44,648 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:44,649 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:44,649 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/9734896858b44d50b9b767f326ccde06, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=36.1 K 2024-11-22T12:24:44,649 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,649 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:44,649 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:44,649 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=108.5 K 2024-11-22T12:24:44,649 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:44,649 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c] 2024-11-22T12:24:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,650 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9734896858b44d50b9b767f326ccde06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,651 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting da431e67827c43f7ad4646d9906975ff, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:44,651 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d4cbf00e952f4105b53d487753d3c5ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732278280370 2024-11-22T12:24:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,651 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a6389217554a1d9da3264e90e0c2d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732278280370 2024-11-22T12:24:44,651 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 76048632643643b1b4140dc8fbb7a7b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,652 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba79f0661674cc09177795c7953ed7c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,662 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,665 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122224dffdb28f74d8e947bab08f0354b62_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,668 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#166 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,668 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/0400413c33f144a1878f9d57d75d1d3c is 50, key is test_row_0/B:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,684 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122224dffdb28f74d8e947bab08f0354b62_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,684 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122224dffdb28f74d8e947bab08f0354b62_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742023_1199 (size=4469) 2024-11-22T12:24:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742022_1198 (size=12731) 2024-11-22T12:24:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,708 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#165 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,710 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e084a5c3e2324bdd8e81efabb4e17cc2 is 175, key is test_row_0/A:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,716 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/0400413c33f144a1878f9d57d75d1d3c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0400413c33f144a1878f9d57d75d1d3c 2024-11-22T12:24:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,723 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into 0400413c33f144a1878f9d57d75d1d3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:44,723 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,723 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=13, startTime=1732278284647; duration=0sec 2024-11-22T12:24:44,723 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:44,723 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:44,723 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:24:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,725 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:24:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,725 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:44,725 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,725 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cfd22a58548b499d8083f0139777b510, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=36.1 K 2024-11-22T12:24:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,726 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd22a58548b499d8083f0139777b510, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732278279733 2024-11-22T12:24:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,727 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c13a19f6614aa08c503b832311c9c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732278280370 2024-11-22T12:24:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,727 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ec887757aaf049b4bd4118acafa99f73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,740 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:44,740 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cf9db2c61e2843e8812d3153de606047 is 50, key is test_row_0/C:col10/1732278282552/Put/seqid=0 2024-11-22T12:24:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742024_1200 (size=31685) 2024-11-22T12:24:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,750 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e084a5c3e2324bdd8e81efabb4e17cc2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2 2024-11-22T12:24:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742025_1201 (size=12731) 2024-11-22T12:24:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,756 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into e084a5c3e2324bdd8e81efabb4e17cc2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:44,756 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:44,756 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=13, startTime=1732278284646; duration=0sec 2024-11-22T12:24:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,756 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:44,756 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,763 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/cf9db2c61e2843e8812d3153de606047 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cf9db2c61e2843e8812d3153de606047 2024-11-22T12:24:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,770 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into cf9db2c61e2843e8812d3153de606047(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:44,770 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:44,771 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=13, startTime=1732278284647; duration=0sec 2024-11-22T12:24:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,771 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:44,771 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-22T12:24:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:44,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247eeca0903a84332885a759de50fdc33_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278284922/Put/seqid=0 2024-11-22T12:24:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742026_1202 (size=17534) 2024-11-22T12:24:44,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:44,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247eeca0903a84332885a759de50fdc33_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247eeca0903a84332885a759de50fdc33_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:44,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5009c3afbdd34cf3ad67c3ecc9a7e425, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:44,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5009c3afbdd34cf3ad67c3ecc9a7e425 is 175, key is test_row_0/A:col10/1732278284922/Put/seqid=0 2024-11-22T12:24:45,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742027_1203 (size=48639) 2024-11-22T12:24:45,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5009c3afbdd34cf3ad67c3ecc9a7e425 2024-11-22T12:24:45,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4ff8f76d3d14ed39412ff77f2e3d358 is 50, key is test_row_0/B:col10/1732278284922/Put/seqid=0 2024-11-22T12:24:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742028_1204 (size=12301) 2024-11-22T12:24:45,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4ff8f76d3d14ed39412ff77f2e3d358 2024-11-22T12:24:45,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/f973d0a1e9bc4552805c67bd8874b61e is 50, key is test_row_0/C:col10/1732278284922/Put/seqid=0 2024-11-22T12:24:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T12:24:45,126 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742029_1205 (size=12301) 2024-11-22T12:24:45,127 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T12:24:45,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/f973d0a1e9bc4552805c67bd8874b61e 2024-11-22T12:24:45,129 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T12:24:45,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:45,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:45,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5009c3afbdd34cf3ad67c3ecc9a7e425 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425 2024-11-22T12:24:45,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425, entries=250, sequenceid=269, filesize=47.5 K 2024-11-22T12:24:45,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/d4ff8f76d3d14ed39412ff77f2e3d358 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358 2024-11-22T12:24:45,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T12:24:45,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/f973d0a1e9bc4552805c67bd8874b61e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e 2024-11-22T12:24:45,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T12:24:45,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ba425397903faca2f91051cfa1903355 in 241ms, sequenceid=269, compaction requested=false 2024-11-22T12:24:45,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T12:24:45,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T12:24:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:45,284 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:24:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c2768713840e48f09f69490876eba589_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278285006/Put/seqid=0 2024-11-22T12:24:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742030_1206 (size=12454) 2024-11-22T12:24:45,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:45,309 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c2768713840e48f09f69490876eba589_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c2768713840e48f09f69490876eba589_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/98bdf75b64a84dbea4d3823347d7c74c, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/98bdf75b64a84dbea4d3823347d7c74c is 175, key is test_row_0/A:col10/1732278285006/Put/seqid=0 2024-11-22T12:24:45,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742031_1207 (size=31255) 2024-11-22T12:24:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:45,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T12:24:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,715 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/98bdf75b64a84dbea4d3823347d7c74c 2024-11-22T12:24:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/bde65abf59a54a61b9432e996bebc3f2 is 50, key is test_row_0/B:col10/1732278285006/Put/seqid=0 2024-11-22T12:24:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T12:24:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742032_1208 (size=12301) 2024-11-22T12:24:45,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278345966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278345966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,161 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/bde65abf59a54a61b9432e996bebc3f2 2024-11-22T12:24:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/2842e17c831c44e28eeeb6fe9b362a3e is 50, key is test_row_0/C:col10/1732278285006/Put/seqid=0 2024-11-22T12:24:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742033_1209 (size=12301) 2024-11-22T12:24:46,174 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/2842e17c831c44e28eeeb6fe9b362a3e 2024-11-22T12:24:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/98bdf75b64a84dbea4d3823347d7c74c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c 2024-11-22T12:24:46,183 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c, entries=150, sequenceid=294, filesize=30.5 K 2024-11-22T12:24:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/bde65abf59a54a61b9432e996bebc3f2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2 2024-11-22T12:24:46,188 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T12:24:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/2842e17c831c44e28eeeb6fe9b362a3e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e 2024-11-22T12:24:46,194 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T12:24:46,195 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ba425397903faca2f91051cfa1903355 in 911ms, sequenceid=294, compaction requested=true 2024-11-22T12:24:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T12:24:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T12:24:46,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T12:24:46,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-22T12:24:46,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0720 sec 2024-11-22T12:24:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T12:24:46,267 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T12:24:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:46,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:46,270 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:46,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:46,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T12:24:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:46,422 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:46,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225817c41ee84a459d922f88ea638aad1f_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278285335/Put/seqid=0 2024-11-22T12:24:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742034_1210 (size=12454) 2024-11-22T12:24:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:46,446 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225817c41ee84a459d922f88ea638aad1f_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225817c41ee84a459d922f88ea638aad1f_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:46,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2fbbc03f38b742839c72d8eb2fc58e6c, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2fbbc03f38b742839c72d8eb2fc58e6c is 175, key is test_row_0/A:col10/1732278285335/Put/seqid=0 2024-11-22T12:24:46,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742035_1211 (size=31255) 2024-11-22T12:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:46,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:46,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278346521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278346523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278346636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278346636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278346847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278346847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:46,852 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2fbbc03f38b742839c72d8eb2fc58e6c 2024-11-22T12:24:46,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/b8b25335cb1e468fb17baf72020ac180 is 50, key is test_row_0/B:col10/1732278285335/Put/seqid=0 2024-11-22T12:24:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742036_1212 (size=12301) 2024-11-22T12:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278347156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278347156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:47,262 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/b8b25335cb1e468fb17baf72020ac180 2024-11-22T12:24:47,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b77a74b2057d4d4eaf0ea67e2ce9015b is 50, key is test_row_0/C:col10/1732278285335/Put/seqid=0 2024-11-22T12:24:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742037_1213 (size=12301) 2024-11-22T12:24:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278347666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:47,678 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b77a74b2057d4d4eaf0ea67e2ce9015b 2024-11-22T12:24:47,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278347676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:47,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/2fbbc03f38b742839c72d8eb2fc58e6c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c 2024-11-22T12:24:47,686 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c, entries=150, sequenceid=305, filesize=30.5 K 2024-11-22T12:24:47,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/b8b25335cb1e468fb17baf72020ac180 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180 2024-11-22T12:24:47,691 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T12:24:47,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b77a74b2057d4d4eaf0ea67e2ce9015b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b 2024-11-22T12:24:47,695 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T12:24:47,696 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ba425397903faca2f91051cfa1903355 in 1274ms, sequenceid=305, compaction requested=true 2024-11-22T12:24:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T12:24:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T12:24:47,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T12:24:47,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-22T12:24:47,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4320 sec 2024-11-22T12:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T12:24:48,417 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:48,417 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T12:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:48,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:48,419 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:48,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:48,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T12:24:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:48,572 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:24:48,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2fed4dc43724be7840096042cc0ab9e_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278286520/Put/seqid=0 2024-11-22T12:24:48,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742038_1214 (size=12454) 2024-11-22T12:24:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:48,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278348672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278348673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278348673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278348687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,688 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278348696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,697 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:48,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278348786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278348786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278348786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:48,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:48,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:48,988 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2fed4dc43724be7840096042cc0ab9e_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2fed4dc43724be7840096042cc0ab9e_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/75417c50be274e559c46402847e19801, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/75417c50be274e559c46402847e19801 is 175, key is test_row_0/A:col10/1732278286520/Put/seqid=0 2024-11-22T12:24:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742039_1215 (size=31255) 2024-11-22T12:24:49,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278348997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278348997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278348997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:49,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278349306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278349306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278349306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,394 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/75417c50be274e559c46402847e19801 2024-11-22T12:24:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/2f0597f765b14618b21332b0a4fa29a3 is 50, key is test_row_0/B:col10/1732278286520/Put/seqid=0 2024-11-22T12:24:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742040_1216 (size=12301) 2024-11-22T12:24:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/2f0597f765b14618b21332b0a4fa29a3 2024-11-22T12:24:49,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/d8acde7d626d415091bdae5cb7739467 is 50, key is test_row_0/C:col10/1732278286520/Put/seqid=0 2024-11-22T12:24:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742041_1217 (size=12301) 2024-11-22T12:24:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278349817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278349817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:49,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278349817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,220 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/d8acde7d626d415091bdae5cb7739467 2024-11-22T12:24:50,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/75417c50be274e559c46402847e19801 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801 2024-11-22T12:24:50,232 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801, entries=150, sequenceid=330, filesize=30.5 K 2024-11-22T12:24:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/2f0597f765b14618b21332b0a4fa29a3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3 2024-11-22T12:24:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T12:24:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/d8acde7d626d415091bdae5cb7739467 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467 2024-11-22T12:24:50,248 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T12:24:50,249 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for ba425397903faca2f91051cfa1903355 in 1677ms, sequenceid=330, compaction requested=true 2024-11-22T12:24:50,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:50,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:50,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T12:24:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T12:24:50,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T12:24:50,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-22T12:24:50,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8360 sec 2024-11-22T12:24:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T12:24:50,567 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:50,567 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-22T12:24:50,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:50,569 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:50,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:50,709 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:50,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:24:50,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f980bbad23bb40618235f374c9c86ada_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:50,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:50,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742042_1218 (size=14994) 2024-11-22T12:24:50,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278350756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278350757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40690 deadline: 1732278350827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40710 deadline: 1732278350827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,827 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:50,828 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40706 deadline: 1732278350836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,840 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in ba425397903faca2f91051cfa1903355 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:24:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278350866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278350866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:50,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:50,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278351076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278351076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:51,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f980bbad23bb40618235f374c9c86ada_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f980bbad23bb40618235f374c9c86ada_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:51,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5f040a3e58704184abcfc2479131b0a3, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:51,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5f040a3e58704184abcfc2479131b0a3 is 175, key is test_row_0/A:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742043_1219 (size=39949) 2024-11-22T12:24:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:51,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,342 INFO [Thread-656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-656. 2024-11-22T12:24:51,342 DEBUG [Thread-656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:51,342 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,342 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:51,343 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-22T12:24:51,343 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:51,343 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,343 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:51,345 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-22T12:24:51,345 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:51,345 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,345 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:51,350 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-22T12:24:51,350 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:51,350 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,350 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:51,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:51,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278351387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278351387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5f040a3e58704184abcfc2479131b0a3 2024-11-22T12:24:51,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/83db083c3d724ef69963970d48567c9b is 50, key is test_row_0/B:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742044_1220 (size=12301) 2024-11-22T12:24:51,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:51,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40688 deadline: 1732278351897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1732278351896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:24:51,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:51,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:51,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/83db083c3d724ef69963970d48567c9b 2024-11-22T12:24:51,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/eca48926e9804d96af4e1b772d41c014 is 50, key is test_row_0/C:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742045_1221 (size=12301) 2024-11-22T12:24:52,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:52,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/eca48926e9804d96af4e1b772d41c014 2024-11-22T12:24:52,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/5f040a3e58704184abcfc2479131b0a3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3 2024-11-22T12:24:52,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3, entries=200, sequenceid=344, filesize=39.0 K 2024-11-22T12:24:52,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/83db083c3d724ef69963970d48567c9b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b 2024-11-22T12:24:52,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b, entries=150, sequenceid=344, filesize=12.0 K 2024-11-22T12:24:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/eca48926e9804d96af4e1b772d41c014 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014 2024-11-22T12:24:52,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014, entries=150, sequenceid=344, filesize=12.0 K 2024-11-22T12:24:52,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ba425397903faca2f91051cfa1903355 in 1699ms, sequenceid=344, compaction requested=true 2024-11-22T12:24:52,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:52,409 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:52,409 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba425397903faca2f91051cfa1903355:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:24:52,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:52,410 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 214038 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T12:24:52,410 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T12:24:52,410 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/A is initiating minor compaction (all files) 2024-11-22T12:24:52,410 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/B is initiating minor compaction (all files) 2024-11-22T12:24:52,411 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/A in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,411 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/B in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,411 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=209.0 K 2024-11-22T12:24:52,411 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0400413c33f144a1878f9d57d75d1d3c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=72.5 K 2024-11-22T12:24:52,411 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,411 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3] 2024-11-22T12:24:52,411 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e084a5c3e2324bdd8e81efabb4e17cc2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:52,411 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0400413c33f144a1878f9d57d75d1d3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ff8f76d3d14ed39412ff77f2e3d358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278284909 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5009c3afbdd34cf3ad67c3ecc9a7e425, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278284905 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98bdf75b64a84dbea4d3823347d7c74c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732278284981 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting bde65abf59a54a61b9432e996bebc3f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732278284981 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b8b25335cb1e468fb17baf72020ac180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732278285335 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fbbc03f38b742839c72d8eb2fc58e6c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732278285335 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75417c50be274e559c46402847e19801, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732278286516 2024-11-22T12:24:52,412 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0597f765b14618b21332b0a4fa29a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732278286516 2024-11-22T12:24:52,413 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f040a3e58704184abcfc2479131b0a3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732278288637 2024-11-22T12:24:52,413 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 83db083c3d724ef69963970d48567c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732278288637 2024-11-22T12:24:52,424 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:52,427 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221cf4e01897164c93a0ed53ebe0f5a0e9_ba425397903faca2f91051cfa1903355 store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:52,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T12:24:52,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,427 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T12:24:52,437 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#B#compaction#183 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:52,438 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/b5138d846e834134b44ec69662ad1540 is 50, key is test_row_0/B:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742046_1222 (size=13085) 2024-11-22T12:24:52,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228f7c8c9745ab4c2d9df6b78a2ed32a18_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278290756/Put/seqid=0 2024-11-22T12:24:52,456 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/b5138d846e834134b44ec69662ad1540 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b5138d846e834134b44ec69662ad1540 2024-11-22T12:24:52,464 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ba425397903faca2f91051cfa1903355/B of ba425397903faca2f91051cfa1903355 into b5138d846e834134b44ec69662ad1540(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:52,464 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:52,464 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/B, priority=10, startTime=1732278292409; duration=0sec 2024-11-22T12:24:52,464 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:24:52,464 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:B 2024-11-22T12:24:52,464 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T12:24:52,466 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T12:24:52,466 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): ba425397903faca2f91051cfa1903355/C is initiating minor compaction (all files) 2024-11-22T12:24:52,466 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba425397903faca2f91051cfa1903355/C in TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:52,466 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cf9db2c61e2843e8812d3153de606047, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp, totalSize=72.5 K 2024-11-22T12:24:52,467 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cf9db2c61e2843e8812d3153de606047, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732278282552 2024-11-22T12:24:52,467 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f973d0a1e9bc4552805c67bd8874b61e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278284909 2024-11-22T12:24:52,467 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2842e17c831c44e28eeeb6fe9b362a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732278284981 2024-11-22T12:24:52,467 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b77a74b2057d4d4eaf0ea67e2ce9015b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732278285335 2024-11-22T12:24:52,468 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d8acde7d626d415091bdae5cb7739467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732278286516 2024-11-22T12:24:52,468 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting eca48926e9804d96af4e1b772d41c014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732278288637 2024-11-22T12:24:52,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742047_1223 (size=12454) 2024-11-22T12:24:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:52,479 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221cf4e01897164c93a0ed53ebe0f5a0e9_ba425397903faca2f91051cfa1903355, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:52,479 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221cf4e01897164c93a0ed53ebe0f5a0e9_ba425397903faca2f91051cfa1903355 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228f7c8c9745ab4c2d9df6b78a2ed32a18_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f7c8c9745ab4c2d9df6b78a2ed32a18_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e80a571dd3fa4dff81ee68714544ad76, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e80a571dd3fa4dff81ee68714544ad76 is 175, key is test_row_0/A:col10/1732278290756/Put/seqid=0 2024-11-22T12:24:52,498 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#C#compaction#186 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:52,498 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/3c6a24726b614ac3818686d993f6a7b3 is 50, key is test_row_0/C:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742048_1224 (size=4469) 2024-11-22T12:24:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742049_1225 (size=31255) 2024-11-22T12:24:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742050_1226 (size=13085) 2024-11-22T12:24:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on ba425397903faca2f91051cfa1903355 2024-11-22T12:24:52,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. as already flushing 2024-11-22T12:24:52,849 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-22T12:24:52,849 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:52,849 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,849 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:52,849 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-22T12:24:52,849 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:52,849 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,849 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:52,858 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-11-22T12:24:52,858 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:52,858 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,858 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:52,904 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba425397903faca2f91051cfa1903355#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:24:52,905 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8b83eee4cb444464bc0226a6e55766b0 is 175, key is test_row_0/A:col10/1732278290708/Put/seqid=0 2024-11-22T12:24:52,908 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e80a571dd3fa4dff81ee68714544ad76 2024-11-22T12:24:52,911 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-22T12:24:52,911 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:52,911 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,912 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742051_1227 (size=32039) 2024-11-22T12:24:52,918 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-22T12:24:52,918 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:24:52,918 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,918 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:52,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:52,924 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/3c6a24726b614ac3818686d993f6a7b3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c6a24726b614ac3818686d993f6a7b3 2024-11-22T12:24:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/026566c6d0d440bc8ae3b63426235a39 is 50, key is test_row_0/B:col10/1732278290756/Put/seqid=0 2024-11-22T12:24:52,929 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ba425397903faca2f91051cfa1903355/C of ba425397903faca2f91051cfa1903355 into 3c6a24726b614ac3818686d993f6a7b3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:52,929 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:52,929 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/C, priority=10, startTime=1732278292409; duration=0sec 2024-11-22T12:24:52,929 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:52,930 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:C 2024-11-22T12:24:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742052_1228 (size=12301) 2024-11-22T12:24:53,322 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/8b83eee4cb444464bc0226a6e55766b0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8b83eee4cb444464bc0226a6e55766b0 2024-11-22T12:24:53,329 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ba425397903faca2f91051cfa1903355/A of ba425397903faca2f91051cfa1903355 into 8b83eee4cb444464bc0226a6e55766b0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:24:53,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:53,329 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., storeName=ba425397903faca2f91051cfa1903355/A, priority=10, startTime=1732278292409; duration=0sec 2024-11-22T12:24:53,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:24:53,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba425397903faca2f91051cfa1903355:A 2024-11-22T12:24:53,331 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/026566c6d0d440bc8ae3b63426235a39 2024-11-22T12:24:53,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b4e597c330964c9b921058659266a7f8 is 50, key is test_row_0/C:col10/1732278290756/Put/seqid=0 2024-11-22T12:24:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742053_1229 (size=12301) 2024-11-22T12:24:53,741 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b4e597c330964c9b921058659266a7f8 2024-11-22T12:24:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/e80a571dd3fa4dff81ee68714544ad76 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e80a571dd3fa4dff81ee68714544ad76 2024-11-22T12:24:53,750 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e80a571dd3fa4dff81ee68714544ad76, entries=150, sequenceid=366, filesize=30.5 K 2024-11-22T12:24:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/026566c6d0d440bc8ae3b63426235a39 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/026566c6d0d440bc8ae3b63426235a39 2024-11-22T12:24:53,756 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/026566c6d0d440bc8ae3b63426235a39, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T12:24:53,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/b4e597c330964c9b921058659266a7f8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b4e597c330964c9b921058659266a7f8 2024-11-22T12:24:53,761 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b4e597c330964c9b921058659266a7f8, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T12:24:53,762 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for ba425397903faca2f91051cfa1903355 in 1335ms, sequenceid=366, compaction requested=false 2024-11-22T12:24:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for ba425397903faca2f91051cfa1903355: 2024-11-22T12:24:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T12:24:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T12:24:53,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T12:24:53,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1940 sec 2024-11-22T12:24:53,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.1980 sec 2024-11-22T12:24:53,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:24:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T12:24:54,738 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3562 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3480 2024-11-22T12:24:54,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:24:54,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1518 2024-11-22T12:24:54,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4554 rows 2024-11-22T12:24:54,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1522 2024-11-22T12:24:54,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4566 rows 2024-11-22T12:24:54,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:24:54,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:24:54,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:54,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:54,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:24:54,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:54,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278294749"}]},"ts":"1732278294749"} 2024-11-22T12:24:54,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:24:54,752 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:24:54,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:24:54,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, UNASSIGN}] 2024-11-22T12:24:54,757 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, UNASSIGN 2024-11-22T12:24:54,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, UNASSIGN because future has completed 2024-11-22T12:24:54,760 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:24:54,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:54,913 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close ba425397903faca2f91051cfa1903355 2024-11-22T12:24:54,913 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:24:54,913 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing ba425397903faca2f91051cfa1903355, disabling compactions & flushes 2024-11-22T12:24:54,914 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:54,914 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:54,914 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. after waiting 0 ms 2024-11-22T12:24:54,914 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:54,914 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing ba425397903faca2f91051cfa1903355 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:24:54,924 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc7e5033e4d34197bd66fdaf1e9585f6_ba425397903faca2f91051cfa1903355 is 50, key is test_row_0/A:col10/1732278292917/Put/seqid=0 2024-11-22T12:24:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742054_1230 (size=9914) 2024-11-22T12:24:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:55,329 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:55,338 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc7e5033e4d34197bd66fdaf1e9585f6_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc7e5033e4d34197bd66fdaf1e9585f6_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:55,340 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/141e66b1f02b4d61a917e09c42bd404d, store: [table=TestAcidGuarantees family=A region=ba425397903faca2f91051cfa1903355] 2024-11-22T12:24:55,341 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/141e66b1f02b4d61a917e09c42bd404d is 175, key is test_row_0/A:col10/1732278292917/Put/seqid=0 2024-11-22T12:24:55,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742055_1231 (size=22561) 2024-11-22T12:24:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:55,748 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/141e66b1f02b4d61a917e09c42bd404d 2024-11-22T12:24:55,762 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/595f4e3f99d54bc29f000ff430472c05 is 50, key is test_row_0/B:col10/1732278292917/Put/seqid=0 2024-11-22T12:24:55,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742056_1232 (size=9857) 2024-11-22T12:24:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:56,166 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/595f4e3f99d54bc29f000ff430472c05 2024-11-22T12:24:56,172 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/3c9a649784164e9aaef08c1746dbbb19 is 50, key is test_row_0/C:col10/1732278292917/Put/seqid=0 2024-11-22T12:24:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742057_1233 (size=9857) 2024-11-22T12:24:56,578 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/3c9a649784164e9aaef08c1746dbbb19 2024-11-22T12:24:56,583 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/A/141e66b1f02b4d61a917e09c42bd404d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/141e66b1f02b4d61a917e09c42bd404d 2024-11-22T12:24:56,588 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/141e66b1f02b4d61a917e09c42bd404d, entries=100, sequenceid=377, filesize=22.0 K 2024-11-22T12:24:56,589 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/B/595f4e3f99d54bc29f000ff430472c05 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/595f4e3f99d54bc29f000ff430472c05 2024-11-22T12:24:56,593 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/595f4e3f99d54bc29f000ff430472c05, entries=100, sequenceid=377, filesize=9.6 K 2024-11-22T12:24:56,594 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/.tmp/C/3c9a649784164e9aaef08c1746dbbb19 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c9a649784164e9aaef08c1746dbbb19 2024-11-22T12:24:56,599 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c9a649784164e9aaef08c1746dbbb19, entries=100, sequenceid=377, filesize=9.6 K 2024-11-22T12:24:56,600 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ba425397903faca2f91051cfa1903355 in 1686ms, sequenceid=377, compaction requested=true 2024-11-22T12:24:56,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3] to archive 2024-11-22T12:24:56,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:56,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/acb81cdf8a23498084f97e8100b09281 2024-11-22T12:24:56,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/03782cfdefbd47819e127355c8c36d1e 2024-11-22T12:24:56,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8a257ff63fac4191964e2ba9fc26a312 2024-11-22T12:24:56,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/eda5dcbcd33a4ed0aa6338108ac5a7a7 2024-11-22T12:24:56,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/38433ef3593e4c6b8800d49b4fc31af2 2024-11-22T12:24:56,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/aeb00d20814048588054d99eb0072c8e 2024-11-22T12:24:56,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/340456d05ae04e84bde8e23aa2d4eb68 2024-11-22T12:24:56,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/47f06814c8804152854d1029d13ac0d7 2024-11-22T12:24:56,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2f1d4feeea3e41ba859d47e95c36d75b 2024-11-22T12:24:56,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/35cea15b91cf45f1bdf8a57ce96e008b 2024-11-22T12:24:56,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/39fe4f4116db45c7bfbb5de3b3961b03 2024-11-22T12:24:56,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/c68f1d2b6e1044d09492950948e9362e 2024-11-22T12:24:56,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a6a66a6206e944f0968dc02a7d919f50 2024-11-22T12:24:56,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/da431e67827c43f7ad4646d9906975ff 2024-11-22T12:24:56,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/d35f04e69c5942b8a3e46397170d7fc0 2024-11-22T12:24:56,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/a3a6389217554a1d9da3264e90e0c2d1 2024-11-22T12:24:56,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/9ba79f0661674cc09177795c7953ed7c 2024-11-22T12:24:56,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e084a5c3e2324bdd8e81efabb4e17cc2 2024-11-22T12:24:56,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5009c3afbdd34cf3ad67c3ecc9a7e425 2024-11-22T12:24:56,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/98bdf75b64a84dbea4d3823347d7c74c 2024-11-22T12:24:56,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/2fbbc03f38b742839c72d8eb2fc58e6c 2024-11-22T12:24:56,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/75417c50be274e559c46402847e19801 2024-11-22T12:24:56,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/5f040a3e58704184abcfc2479131b0a3 2024-11-22T12:24:56,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/f9b89a63f2684a818eca59be78b3e902, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/dbed92631a9942ef9a7191a4add900a9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e331e64d3f094ab79bcf84fb0532be10, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/9734896858b44d50b9b767f326ccde06, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0400413c33f144a1878f9d57d75d1d3c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b] to archive 2024-11-22T12:24:56,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:56,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/ffaad8767c9241eba889931f09986238 2024-11-22T12:24:56,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8fe33309c3524e03b8ea706cbd23b57f 2024-11-22T12:24:56,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/892d461539f949fdbe1f276a7563d647 2024-11-22T12:24:56,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/f9b89a63f2684a818eca59be78b3e902 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/f9b89a63f2684a818eca59be78b3e902 2024-11-22T12:24:56,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e133e876b6984d768b7f80b746832b7f 2024-11-22T12:24:56,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/58d2308998e04c9ba92514226526cf8c 2024-11-22T12:24:56,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0f877d1e5a7a4cbcbec5069db9f489ff 2024-11-22T12:24:56,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/dbed92631a9942ef9a7191a4add900a9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/dbed92631a9942ef9a7191a4add900a9 2024-11-22T12:24:56,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/811b0cd7c7d447bb987c113853b02f6e 2024-11-22T12:24:56,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/8e9310a1f44e448ca74d1db3ded84497 2024-11-22T12:24:56,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e331e64d3f094ab79bcf84fb0532be10 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/e331e64d3f094ab79bcf84fb0532be10 2024-11-22T12:24:56,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/24b52501a67d4f35b468843da149dcc5 2024-11-22T12:24:56,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/475bc9d85bea4a289d732bdfbaa5c0fd 2024-11-22T12:24:56,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/9734896858b44d50b9b767f326ccde06 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/9734896858b44d50b9b767f326ccde06 2024-11-22T12:24:56,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/7120bacfeeed4a37ae3e97e4ba5295f2 2024-11-22T12:24:56,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4cbf00e952f4105b53d487753d3c5ee 2024-11-22T12:24:56,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0400413c33f144a1878f9d57d75d1d3c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/0400413c33f144a1878f9d57d75d1d3c 2024-11-22T12:24:56,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/76048632643643b1b4140dc8fbb7a7b5 2024-11-22T12:24:56,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/d4ff8f76d3d14ed39412ff77f2e3d358 2024-11-22T12:24:56,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/bde65abf59a54a61b9432e996bebc3f2 2024-11-22T12:24:56,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b8b25335cb1e468fb17baf72020ac180 2024-11-22T12:24:56,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/2f0597f765b14618b21332b0a4fa29a3 2024-11-22T12:24:56,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/83db083c3d724ef69963970d48567c9b 2024-11-22T12:24:56,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e8db26decab141218e9b3ab3ae2e9db8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/65023ecb777b41098455358f8360dd65, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/c4769801415a4758b6d6075ce8cd7e9c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cfd22a58548b499d8083f0139777b510, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cf9db2c61e2843e8812d3153de606047, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014] to archive 2024-11-22T12:24:56,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:24:56,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/9da40318404942c38b52586003dc8a02 2024-11-22T12:24:56,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/858186cb052746cfa150b4bdcdba3535 2024-11-22T12:24:56,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/1fbbf5a53b9142679a660154de05af20 2024-11-22T12:24:56,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e8db26decab141218e9b3ab3ae2e9db8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e8db26decab141218e9b3ab3ae2e9db8 2024-11-22T12:24:56,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/caba7f9c7d364fe2acd3512a0dfad1f9 2024-11-22T12:24:56,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/efe97e11a3724c66b13990c541236a1d 2024-11-22T12:24:56,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/4841beb8f7394724af780f7469b7e8c1 2024-11-22T12:24:56,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/65023ecb777b41098455358f8360dd65 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/65023ecb777b41098455358f8360dd65 2024-11-22T12:24:56,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/81f702e8f37d44108ab6c6d800917f06 2024-11-22T12:24:56,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/a2ca6ccaa0df4446bf73dca83a2a9744 2024-11-22T12:24:56,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/c4769801415a4758b6d6075ce8cd7e9c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/c4769801415a4758b6d6075ce8cd7e9c 2024-11-22T12:24:56,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/e7a557b3706e4295b78145fab22dea05 2024-11-22T12:24:56,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/19d7ca35279c4649872c8a0d33cccbaa 2024-11-22T12:24:56,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cfd22a58548b499d8083f0139777b510 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cfd22a58548b499d8083f0139777b510 2024-11-22T12:24:56,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cdb0eaf798b345adb68a13652d76e3ab 2024-11-22T12:24:56,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/22c13a19f6614aa08c503b832311c9c3 2024-11-22T12:24:56,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cf9db2c61e2843e8812d3153de606047 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/cf9db2c61e2843e8812d3153de606047 2024-11-22T12:24:56,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/ec887757aaf049b4bd4118acafa99f73 2024-11-22T12:24:56,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/f973d0a1e9bc4552805c67bd8874b61e 2024-11-22T12:24:56,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/2842e17c831c44e28eeeb6fe9b362a3e 2024-11-22T12:24:56,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b77a74b2057d4d4eaf0ea67e2ce9015b 2024-11-22T12:24:56,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/d8acde7d626d415091bdae5cb7739467 2024-11-22T12:24:56,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/eca48926e9804d96af4e1b772d41c014 2024-11-22T12:24:56,719 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-11-22T12:24:56,720 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. 2024-11-22T12:24:56,720 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for ba425397903faca2f91051cfa1903355: Waiting for close lock at 1732278294913Running coprocessor pre-close hooks at 1732278294913Disabling compacts and flushes for region at 1732278294913Disabling writes for close at 1732278294914 (+1 ms)Obtaining lock to block concurrent updates at 1732278294914Preparing flush snapshotting stores in ba425397903faca2f91051cfa1903355 at 1732278294914Finished memstore snapshotting TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732278294914Flushing stores of TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355. at 1732278294915 (+1 ms)Flushing ba425397903faca2f91051cfa1903355/A: creating writer at 1732278294915Flushing mob file ba425397903faca2f91051cfa1903355/A: appending metadata at 1732278294924 (+9 ms)Flushing mob file ba425397903faca2f91051cfa1903355/A: closing flushed file at 1732278294924Flushing ba425397903faca2f91051cfa1903355/A: appending metadata at 1732278295340 (+416 ms)Flushing ba425397903faca2f91051cfa1903355/A: closing flushed file at 1732278295340Flushing ba425397903faca2f91051cfa1903355/B: creating writer at 1732278295758 (+418 ms)Flushing ba425397903faca2f91051cfa1903355/B: appending metadata at 1732278295762 (+4 ms)Flushing ba425397903faca2f91051cfa1903355/B: closing flushed file at 1732278295762Flushing ba425397903faca2f91051cfa1903355/C: creating writer at 1732278296170 (+408 ms)Flushing ba425397903faca2f91051cfa1903355/C: appending metadata at 1732278296172 (+2 ms)Flushing ba425397903faca2f91051cfa1903355/C: closing flushed file at 1732278296172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4deabe: reopening flushed file at 1732278296582 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8d1c49: reopening flushed file at 1732278296588 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a32e337: reopening flushed file at 1732278296594 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ba425397903faca2f91051cfa1903355 in 1686ms, sequenceid=377, compaction requested=true at 1732278296600 (+6 ms)Writing region close event to WAL at 1732278296716 (+116 ms)Running coprocessor post-close hooks at 1732278296720 (+4 ms)Closed at 1732278296720 2024-11-22T12:24:56,723 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=ba425397903faca2f91051cfa1903355, regionState=CLOSED 2024-11-22T12:24:56,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:56,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T12:24:56,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure ba425397903faca2f91051cfa1903355, server=46e18b47f3d3,45321,1732278235735 in 1.9670 sec 2024-11-22T12:24:56,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T12:24:56,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba425397903faca2f91051cfa1903355, UNASSIGN in 1.9730 sec 2024-11-22T12:24:56,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T12:24:56,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9770 sec 2024-11-22T12:24:56,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278296733"}]},"ts":"1732278296733"} 2024-11-22T12:24:56,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:24:56,734 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:24:56,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9930 sec 2024-11-22T12:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T12:24:56,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:56,897 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,899 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T12:24:56,900 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,907 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits] 2024-11-22T12:24:56,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/141e66b1f02b4d61a917e09c42bd404d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/141e66b1f02b4d61a917e09c42bd404d 2024-11-22T12:24:56,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8b83eee4cb444464bc0226a6e55766b0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/8b83eee4cb444464bc0226a6e55766b0 2024-11-22T12:24:56,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e80a571dd3fa4dff81ee68714544ad76 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/A/e80a571dd3fa4dff81ee68714544ad76 2024-11-22T12:24:56,916 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/026566c6d0d440bc8ae3b63426235a39 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/026566c6d0d440bc8ae3b63426235a39 2024-11-22T12:24:56,918 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/595f4e3f99d54bc29f000ff430472c05 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/595f4e3f99d54bc29f000ff430472c05 2024-11-22T12:24:56,919 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b5138d846e834134b44ec69662ad1540 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/B/b5138d846e834134b44ec69662ad1540 2024-11-22T12:24:56,922 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c6a24726b614ac3818686d993f6a7b3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c6a24726b614ac3818686d993f6a7b3 2024-11-22T12:24:56,923 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c9a649784164e9aaef08c1746dbbb19 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/3c9a649784164e9aaef08c1746dbbb19 2024-11-22T12:24:56,925 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b4e597c330964c9b921058659266a7f8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/C/b4e597c330964c9b921058659266a7f8 2024-11-22T12:24:56,928 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits/380.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355/recovered.edits/380.seqid 2024-11-22T12:24:56,929 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:24:56,930 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:24:56,931 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T12:24:56,936 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221b26c1b453bf4d9a94773c479c7f37e0_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221b26c1b453bf4d9a94773c479c7f37e0_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,938 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112239dad69944d2460dbc41100156ea33ba_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112239dad69944d2460dbc41100156ea33ba_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,939 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247eeca0903a84332885a759de50fdc33_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247eeca0903a84332885a759de50fdc33_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,945 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225817c41ee84a459d922f88ea638aad1f_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225817c41ee84a459d922f88ea638aad1f_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,947 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b896949f12b4020b8b7cf46b0face26_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b896949f12b4020b8b7cf46b0face26_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,950 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225cbc6099b73443f79addef635ddc4868_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225cbc6099b73443f79addef635ddc4868_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,952 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122746dba5ceb164d8898a08c187ff1c4bf_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122746dba5ceb164d8898a08c187ff1c4bf_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,953 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f7c8c9745ab4c2d9df6b78a2ed32a18_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f7c8c9745ab4c2d9df6b78a2ed32a18_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a45e3c0c85c944d9a460ca65c7b63eec_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a45e3c0c85c944d9a460ca65c7b63eec_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,956 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1ee6a6bcc40490298926a8766abed08_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1ee6a6bcc40490298926a8766abed08_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,958 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2fed4dc43724be7840096042cc0ab9e_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2fed4dc43724be7840096042cc0ab9e_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,960 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7e2b196fa4f443fac43872c5a9e1811_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7e2b196fa4f443fac43872c5a9e1811_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c2768713840e48f09f69490876eba589_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c2768713840e48f09f69490876eba589_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c59c42e718924c69968c71a16985ff76_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c59c42e718924c69968c71a16985ff76_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,964 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc7e5033e4d34197bd66fdaf1e9585f6_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc7e5033e4d34197bd66fdaf1e9585f6_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,966 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfde2131d0aa4a54acf8aa394fa67e28_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfde2131d0aa4a54acf8aa394fa67e28_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,967 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9dc64fcea6e42dd893c95f5c1c051ca_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9dc64fcea6e42dd893c95f5c1c051ca_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,969 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da19f7890153466ebeed980694a319d3_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da19f7890153466ebeed980694a319d3_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,971 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e365802b41ad4bb3bc75dadea5961402_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e365802b41ad4bb3bc75dadea5961402_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,972 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f980bbad23bb40618235f374c9c86ada_ba425397903faca2f91051cfa1903355 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f980bbad23bb40618235f374c9c86ada_ba425397903faca2f91051cfa1903355 2024-11-22T12:24:56,973 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:24:56,977 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,980 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:24:56,982 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:24:56,984 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,984 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:24:56,984 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278296984"}]},"ts":"9223372036854775807"} 2024-11-22T12:24:56,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:24:56,987 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ba425397903faca2f91051cfa1903355, NAME => 'TestAcidGuarantees,,1732278268541.ba425397903faca2f91051cfa1903355.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:24:56,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:24:56,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278296987"}]},"ts":"9223372036854775807"} 2024-11-22T12:24:56,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:24:56,991 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:56,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-22T12:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T12:24:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:24:57,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:57,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1046716018_22 at /127.0.0.1:35312 [Waiting for operation #489] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1046716018_22 at /127.0.0.1:47942 [Waiting for operation #812] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_92883407_22 at /127.0.0.1:35382 [Waiting for operation #460] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_92883407_22 at /127.0.0.1:35398 [Waiting for operation #448] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3129 (was 2569) - AvailableMemoryMB LEAK? - 2024-11-22T12:24:57,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=3129 2024-11-22T12:24:57,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:24:57,031 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:24:57,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:24:57,034 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:57,034 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-22T12:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:57,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:24:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742058_1234 (size=959) 2024-11-22T12:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:57,448 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:24:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742059_1235 (size=53) 2024-11-22T12:24:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b98a86bfd3aa5bd25c3150fa802eb124, disabling compactions & flushes 2024-11-22T12:24:57,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. after waiting 0 ms 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:57,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:57,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b98a86bfd3aa5bd25c3150fa802eb124: Waiting for close lock at 1732278297854Disabling compacts and flushes for region at 1732278297854Disabling writes for close at 1732278297854Writing region close event to WAL at 1732278297854Closed at 1732278297854 2024-11-22T12:24:57,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:24:57,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278297855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278297855"}]},"ts":"1732278297855"} 2024-11-22T12:24:57,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:24:57,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:24:57,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278297858"}]},"ts":"1732278297858"} 2024-11-22T12:24:57,860 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:24:57,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, ASSIGN}] 2024-11-22T12:24:57,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, ASSIGN 2024-11-22T12:24:57,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:24:58,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b98a86bfd3aa5bd25c3150fa802eb124, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:58,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, ASSIGN because future has completed 2024-11-22T12:24:58,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:58,170 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:58,170 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:24:58,170 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,170 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:24:58,170 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,170 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,171 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,172 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b98a86bfd3aa5bd25c3150fa802eb124 columnFamilyName A 2024-11-22T12:24:58,172 DEBUG [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:58,173 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(327): Store=b98a86bfd3aa5bd25c3150fa802eb124/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:58,173 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,174 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b98a86bfd3aa5bd25c3150fa802eb124 columnFamilyName B 2024-11-22T12:24:58,174 DEBUG [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:58,174 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(327): Store=b98a86bfd3aa5bd25c3150fa802eb124/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:58,175 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,176 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b98a86bfd3aa5bd25c3150fa802eb124 columnFamilyName C 2024-11-22T12:24:58,176 DEBUG [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:24:58,176 INFO [StoreOpener-b98a86bfd3aa5bd25c3150fa802eb124-1 {}] regionserver.HStore(327): Store=b98a86bfd3aa5bd25c3150fa802eb124/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:24:58,176 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,177 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,177 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,178 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,178 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,179 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:24:58,180 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,182 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:24:58,182 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened b98a86bfd3aa5bd25c3150fa802eb124; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65741836, jitterRate=-0.020370304584503174}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:24:58,182 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:58,183 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for b98a86bfd3aa5bd25c3150fa802eb124: Running coprocessor pre-open hook at 1732278298170Writing region info on filesystem at 1732278298170Initializing all the Stores at 1732278298171 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278298171Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278298171Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278298171Cleaning up temporary data from old regions at 1732278298178 (+7 ms)Running coprocessor post-open hooks at 1732278298182 (+4 ms)Region opened successfully at 1732278298183 (+1 ms) 2024-11-22T12:24:58,184 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., pid=65, masterSystemTime=1732278298167 2024-11-22T12:24:58,185 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:58,185 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:58,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b98a86bfd3aa5bd25c3150fa802eb124, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:24:58,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T12:24:58,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 in 173 msec 2024-11-22T12:24:58,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T12:24:58,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, ASSIGN in 329 msec 2024-11-22T12:24:58,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:24:58,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278298192"}]},"ts":"1732278298192"} 2024-11-22T12:24:58,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:24:58,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:24:58,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-22T12:24:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T12:24:59,177 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:59,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e91c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,181 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257fc0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,184 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f94bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:24:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:24:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0f0acc 2024-11-22T12:24:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:24:59,191 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:24:59,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25146acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,194 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5109a93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,195 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecf75e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,197 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,199 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70340f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,200 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad32e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,202 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790028d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,204 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22adebd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,205 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61195764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,207 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3479b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,208 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@815d28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,211 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd44988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54233026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,214 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab886c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,216 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3339ca35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,218 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2ed8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,219 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41adfd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,221 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c199d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,222 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b05bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:24:59,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:24:59,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1b90e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:24:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:24:59,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:24:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511acd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:24:59,226 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:59,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,228 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:24:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-22T12:24:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,229 DEBUG [Thread-1106 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:24:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,229 DEBUG [Thread-1106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:24:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T12:24:59,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:24:59,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,233 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:59,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:24:59,248 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:59,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:24:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:59,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/6acdb2a28bd843f895b63f435e4a30c0 is 50, key is test_row_0/A:col10/1732278299235/Put/seqid=0 2024-11-22T12:24:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742060_1236 (size=12001) 2024-11-22T12:24:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278359301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278359301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278359303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/6acdb2a28bd843f895b63f435e4a30c0 2024-11-22T12:24:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278359308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278359310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T12:24:59,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/ea907184322b46539c3a21fa2153eac6 is 50, key is test_row_0/B:col10/1732278299235/Put/seqid=0 2024-11-22T12:24:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742061_1237 (size=12001) 2024-11-22T12:24:59,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/ea907184322b46539c3a21fa2153eac6 2024-11-22T12:24:59,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T12:24:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:24:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:59,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:24:59,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c38b646657ab40439de4658166e038c8 is 50, key is test_row_0/C:col10/1732278299235/Put/seqid=0 2024-11-22T12:24:59,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278359416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278359416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278359417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742062_1238 (size=12001) 2024-11-22T12:24:59,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c38b646657ab40439de4658166e038c8 2024-11-22T12:24:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278359427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278359427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/6acdb2a28bd843f895b63f435e4a30c0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0 2024-11-22T12:24:59,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:59,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/ea907184322b46539c3a21fa2153eac6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6 2024-11-22T12:24:59,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c38b646657ab40439de4658166e038c8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8 2024-11-22T12:24:59,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T12:24:59,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b98a86bfd3aa5bd25c3150fa802eb124 in 241ms, sequenceid=14, compaction requested=false 2024-11-22T12:24:59,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:24:59,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T12:24:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:59,545 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T12:24:59,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/3b1089618ebf4fd6a662f67721c8fc9b is 50, key is test_row_0/A:col10/1732278299300/Put/seqid=0 2024-11-22T12:24:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742063_1239 (size=12001) 2024-11-22T12:24:59,575 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/3b1089618ebf4fd6a662f67721c8fc9b 2024-11-22T12:24:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c952b72f375f40c4b4d4dddd2225aef4 is 50, key is test_row_0/B:col10/1732278299300/Put/seqid=0 2024-11-22T12:24:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742064_1240 (size=12001) 2024-11-22T12:24:59,602 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c952b72f375f40c4b4d4dddd2225aef4 2024-11-22T12:24:59,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/7f96f6ed8e774ea29ee2e371291d8632 is 50, key is test_row_0/C:col10/1732278299300/Put/seqid=0 2024-11-22T12:24:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:24:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278359642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278359643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278359645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278359646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278359647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742065_1241 (size=12001) 2024-11-22T12:24:59,662 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/7f96f6ed8e774ea29ee2e371291d8632 2024-11-22T12:24:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/3b1089618ebf4fd6a662f67721c8fc9b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b 2024-11-22T12:24:59,674 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:59,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c952b72f375f40c4b4d4dddd2225aef4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4 2024-11-22T12:24:59,680 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:59,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/7f96f6ed8e774ea29ee2e371291d8632 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632 2024-11-22T12:24:59,687 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:24:59,688 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b98a86bfd3aa5bd25c3150fa802eb124 in 143ms, sequenceid=37, compaction requested=false 2024-11-22T12:24:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:24:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:24:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-22T12:24:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-22T12:24:59,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T12:24:59,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 457 msec 2024-11-22T12:24:59,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 468 msec 2024-11-22T12:24:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:24:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:24:59,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:24:59,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e4acdb4d1c2049a4893cdc49041e8c03 is 50, key is test_row_0/A:col10/1732278299759/Put/seqid=0 2024-11-22T12:24:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742066_1242 (size=12001) 2024-11-22T12:24:59,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278359778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278359779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278359784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278359785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278359785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T12:24:59,857 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:24:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:24:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T12:24:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:24:59,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:24:59,862 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:24:59,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:24:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278359897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278359897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278359897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278359897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278359897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:24:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:24:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:25:00,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278360107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278360107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278360107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278360107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278360107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:25:00,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e4acdb4d1c2049a4893cdc49041e8c03 2024-11-22T12:25:00,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fec66a2d4f1940b983a844729d72a9ea is 50, key is test_row_0/B:col10/1732278299759/Put/seqid=0 2024-11-22T12:25:00,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742067_1243 (size=12001) 2024-11-22T12:25:00,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fec66a2d4f1940b983a844729d72a9ea 2024-11-22T12:25:00,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/851030d214c34013adb6c42750c93be1 is 50, key is test_row_0/C:col10/1732278299759/Put/seqid=0 2024-11-22T12:25:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742068_1244 (size=12001) 2024-11-22T12:25:00,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278360417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278360417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278360417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278360417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278360417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:25:00,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:00,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/851030d214c34013adb6c42750c93be1 2024-11-22T12:25:00,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e4acdb4d1c2049a4893cdc49041e8c03 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03 2024-11-22T12:25:00,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T12:25:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fec66a2d4f1940b983a844729d72a9ea as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea 2024-11-22T12:25:00,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T12:25:00,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/851030d214c34013adb6c42750c93be1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1 2024-11-22T12:25:00,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T12:25:00,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b98a86bfd3aa5bd25c3150fa802eb124 in 964ms, sequenceid=52, compaction requested=true 2024-11-22T12:25:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:00,723 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:00,724 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:00,724 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:00,725 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,725 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.2 K 2024-11-22T12:25:00,725 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6acdb2a28bd843f895b63f435e4a30c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278299235 2024-11-22T12:25:00,725 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b1089618ebf4fd6a662f67721c8fc9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278299300 2024-11-22T12:25:00,726 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4acdb4d1c2049a4893cdc49041e8c03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:00,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:00,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:00,726 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:00,727 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:00,727 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:00,728 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,728 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.2 K 2024-11-22T12:25:00,728 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ea907184322b46539c3a21fa2153eac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278299235 2024-11-22T12:25:00,728 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c952b72f375f40c4b4d4dddd2225aef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278299300 2024-11-22T12:25:00,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:00,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:00,730 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fec66a2d4f1940b983a844729d72a9ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:00,742 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:00,742 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/55933434f79741cf961b1177faef0491 is 50, key is test_row_0/A:col10/1732278299759/Put/seqid=0 2024-11-22T12:25:00,754 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:00,754 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/eb78b0d7d9a54ca9a6c55fcb31637afa is 50, key is test_row_0/B:col10/1732278299759/Put/seqid=0 2024-11-22T12:25:00,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742069_1245 (size=12104) 2024-11-22T12:25:00,783 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/55933434f79741cf961b1177faef0491 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/55933434f79741cf961b1177faef0491 2024-11-22T12:25:00,792 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 55933434f79741cf961b1177faef0491(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:00,792 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:00,792 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278300723; duration=0sec 2024-11-22T12:25:00,792 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:00,792 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:00,792 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:00,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T12:25:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T12:25:00,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:00,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:00,795 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:00,795 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.2 K 2024-11-22T12:25:00,796 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c38b646657ab40439de4658166e038c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732278299235 2024-11-22T12:25:00,796 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f96f6ed8e774ea29ee2e371291d8632, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278299300 2024-11-22T12:25:00,797 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 851030d214c34013adb6c42750c93be1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5e432d04267e478faacce8a87b75d299 is 50, key is test_row_0/A:col10/1732278299783/Put/seqid=0 2024-11-22T12:25:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742070_1246 (size=12104) 2024-11-22T12:25:00,823 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:00,823 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b2edf5ad5ab8453b8784afc1199d76b2 is 50, key is test_row_0/C:col10/1732278299759/Put/seqid=0 2024-11-22T12:25:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742071_1247 (size=12001) 2024-11-22T12:25:00,832 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5e432d04267e478faacce8a87b75d299 2024-11-22T12:25:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742072_1248 (size=12104) 2024-11-22T12:25:00,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc is 50, key is test_row_0/B:col10/1732278299783/Put/seqid=0 2024-11-22T12:25:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742073_1249 (size=12001) 2024-11-22T12:25:00,863 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b2edf5ad5ab8453b8784afc1199d76b2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b2edf5ad5ab8453b8784afc1199d76b2 2024-11-22T12:25:00,866 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc 2024-11-22T12:25:00,871 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into b2edf5ad5ab8453b8784afc1199d76b2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:00,871 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:00,871 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278300727; duration=0sec 2024-11-22T12:25:00,871 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:00,871 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/cd5a80e5f1ea452982889d2e254f16eb is 50, key is test_row_0/C:col10/1732278299783/Put/seqid=0 2024-11-22T12:25:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742074_1250 (size=12001) 2024-11-22T12:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278360938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278360938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278360941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278360942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278360944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:25:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278361046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278361046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278361056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278361057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278361057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,212 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/eb78b0d7d9a54ca9a6c55fcb31637afa as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/eb78b0d7d9a54ca9a6c55fcb31637afa 2024-11-22T12:25:01,221 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into eb78b0d7d9a54ca9a6c55fcb31637afa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:01,221 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:01,221 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278300726; duration=0sec 2024-11-22T12:25:01,221 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:01,221 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278361256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278361256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278361267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278361267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278361267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,291 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/cd5a80e5f1ea452982889d2e254f16eb 2024-11-22T12:25:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5e432d04267e478faacce8a87b75d299 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299 2024-11-22T12:25:01,314 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T12:25:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc 2024-11-22T12:25:01,321 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T12:25:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/cd5a80e5f1ea452982889d2e254f16eb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb 2024-11-22T12:25:01,328 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T12:25:01,329 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b98a86bfd3aa5bd25c3150fa802eb124 in 536ms, sequenceid=74, compaction requested=false 2024-11-22T12:25:01,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:01,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:01,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T12:25:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T12:25:01,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T12:25:01,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-11-22T12:25:01,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4760 sec 2024-11-22T12:25:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:01,569 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:01,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T12:25:01,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/419cea3481fc406a9aa71c9b9bc52e14 is 50, key is test_row_0/A:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742075_1251 (size=12001) 2024-11-22T12:25:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278361586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278361587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278361587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278361588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278361589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278361696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278361696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278361696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278361696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278361696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278361906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278361906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278361906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278361906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278361906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:01,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/419cea3481fc406a9aa71c9b9bc52e14 2024-11-22T12:25:01,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/21366b5c57724fb6bf9d5e04159b8575 is 50, key is test_row_0/B:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742076_1252 (size=12001) 2024-11-22T12:25:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T12:25:02,006 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:02,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T12:25:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:02,010 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:02,011 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:02,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T12:25:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278362216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278362217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278362217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278362217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278362217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:25:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:02,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T12:25:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:02,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/21366b5c57724fb6bf9d5e04159b8575 2024-11-22T12:25:02,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/977839dc58f049f79a8c35ef5588beab is 50, key is test_row_0/C:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742077_1253 (size=12001) 2024-11-22T12:25:02,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/977839dc58f049f79a8c35ef5588beab 2024-11-22T12:25:02,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/419cea3481fc406a9aa71c9b9bc52e14 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14 2024-11-22T12:25:02,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T12:25:02,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/21366b5c57724fb6bf9d5e04159b8575 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575 2024-11-22T12:25:02,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T12:25:02,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/977839dc58f049f79a8c35ef5588beab as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab 2024-11-22T12:25:02,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T12:25:02,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b98a86bfd3aa5bd25c3150fa802eb124 in 860ms, sequenceid=93, compaction requested=true 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:02,429 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:02,429 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:02,433 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:02,433 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:02,433 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,433 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/eb78b0d7d9a54ca9a6c55fcb31637afa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.3 K 2024-11-22T12:25:02,433 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:02,433 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:02,433 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,434 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting eb78b0d7d9a54ca9a6c55fcb31637afa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:02,434 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/55933434f79741cf961b1177faef0491, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.3 K 2024-11-22T12:25:02,434 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55933434f79741cf961b1177faef0491, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:02,434 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fd3ed3b4e20e4e72a85c2e4fcf38e9fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278299777 2024-11-22T12:25:02,436 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e432d04267e478faacce8a87b75d299, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278299777 2024-11-22T12:25:02,436 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 21366b5c57724fb6bf9d5e04159b8575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:02,437 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 419cea3481fc406a9aa71c9b9bc52e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:02,455 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:02,455 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/771eb2b7f8bb40eca922bbad3c7fe27a is 50, key is test_row_0/A:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:02,468 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:02,469 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/7eee1614eb5244b684608a678f888a68 is 50, key is test_row_0/B:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:02,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T12:25:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,487 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T12:25:02,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5bc536255cd044bdbf2b0ae8d2ac61fc is 50, key is test_row_0/A:col10/1732278301587/Put/seqid=0 2024-11-22T12:25:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742078_1254 (size=12207) 2024-11-22T12:25:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742079_1255 (size=12207) 2024-11-22T12:25:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742080_1256 (size=12001) 2024-11-22T12:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:02,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278362746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278362747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278362749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278362751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278362754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278362856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278362857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278362867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278362867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278362867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:02,915 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/771eb2b7f8bb40eca922bbad3c7fe27a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/771eb2b7f8bb40eca922bbad3c7fe27a 2024-11-22T12:25:02,916 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/7eee1614eb5244b684608a678f888a68 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7eee1614eb5244b684608a678f888a68 2024-11-22T12:25:02,923 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into 7eee1614eb5244b684608a678f888a68(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:02,923 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 771eb2b7f8bb40eca922bbad3c7fe27a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:02,923 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278302429; duration=0sec 2024-11-22T12:25:02,923 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278302429; duration=0sec 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:02,923 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:02,924 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:02,924 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:02,924 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:02,924 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b2edf5ad5ab8453b8784afc1199d76b2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.3 K 2024-11-22T12:25:02,925 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b2edf5ad5ab8453b8784afc1199d76b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732278299643 2024-11-22T12:25:02,926 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cd5a80e5f1ea452982889d2e254f16eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732278299777 2024-11-22T12:25:02,926 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 977839dc58f049f79a8c35ef5588beab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:02,936 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5bc536255cd044bdbf2b0ae8d2ac61fc 2024-11-22T12:25:02,945 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#213 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:02,945 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/a1142096d9ab47479693cd2ed3667efd is 50, key is test_row_0/C:col10/1732278300942/Put/seqid=0 2024-11-22T12:25:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/38ca1c87737f4656947d9f7c3502494e is 50, key is test_row_0/B:col10/1732278301587/Put/seqid=0 2024-11-22T12:25:02,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742081_1257 (size=12207) 2024-11-22T12:25:02,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/a1142096d9ab47479693cd2ed3667efd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a1142096d9ab47479693cd2ed3667efd 2024-11-22T12:25:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742082_1258 (size=12001) 2024-11-22T12:25:02,995 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/38ca1c87737f4656947d9f7c3502494e 2024-11-22T12:25:02,999 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into a1142096d9ab47479693cd2ed3667efd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:02,999 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:02,999 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278302429; duration=0sec 2024-11-22T12:25:02,999 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:02,999 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:03,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0b8320aa05e943f399d10b9d4d7984ac is 50, key is test_row_0/C:col10/1732278301587/Put/seqid=0 2024-11-22T12:25:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742083_1259 (size=12001) 2024-11-22T12:25:03,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278363066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278363066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278363076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278363077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278363077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278363376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278363377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278363386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278363387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278363387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,430 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0b8320aa05e943f399d10b9d4d7984ac 2024-11-22T12:25:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5bc536255cd044bdbf2b0ae8d2ac61fc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc 2024-11-22T12:25:03,442 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc, entries=150, sequenceid=112, filesize=11.7 K 2024-11-22T12:25:03,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/38ca1c87737f4656947d9f7c3502494e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e 2024-11-22T12:25:03,452 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e, entries=150, sequenceid=112, filesize=11.7 K 2024-11-22T12:25:03,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0b8320aa05e943f399d10b9d4d7984ac as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac 2024-11-22T12:25:03,459 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac, entries=150, sequenceid=112, filesize=11.7 K 2024-11-22T12:25:03,460 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b98a86bfd3aa5bd25c3150fa802eb124 in 973ms, sequenceid=112, compaction requested=false 2024-11-22T12:25:03,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:03,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:03,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T12:25:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T12:25:03,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T12:25:03,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-11-22T12:25:03,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4610 sec 2024-11-22T12:25:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:03,890 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:03,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T12:25:03,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/4c107d13afe94b8c91e0ef6da875f879 is 50, key is test_row_0/A:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:03,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742084_1260 (size=16781) 2024-11-22T12:25:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278363912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278363913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278363914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278363918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278363919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278364026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278364026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278364027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278364027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278364026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T12:25:04,157 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:04,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T12:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:04,160 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:04,161 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:04,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278364237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278364237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278364237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278364237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278364237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:04,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/4c107d13afe94b8c91e0ef6da875f879 2024-11-22T12:25:04,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/3c58d7feaff54a6a8b283f9dfea2a11c is 50, key is test_row_0/B:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:04,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742085_1261 (size=12101) 2024-11-22T12:25:04,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278364547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278364547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278364548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278364548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278364548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:04,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/3c58d7feaff54a6a8b283f9dfea2a11c 2024-11-22T12:25:04,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/ad31ab1d9a0b446386a48feb0e98fe6a is 50, key is test_row_0/C:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:04,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742086_1262 (size=12101) 2024-11-22T12:25:04,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:04,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:04,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:05,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278365056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278365056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278365056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278365056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:05,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278365067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:05,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:05,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/ad31ab1d9a0b446386a48feb0e98fe6a 2024-11-22T12:25:05,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/4c107d13afe94b8c91e0ef6da875f879 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879 2024-11-22T12:25:05,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879, entries=250, sequenceid=134, filesize=16.4 K 2024-11-22T12:25:05,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/3c58d7feaff54a6a8b283f9dfea2a11c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c 2024-11-22T12:25:05,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T12:25:05,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/ad31ab1d9a0b446386a48feb0e98fe6a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a 2024-11-22T12:25:05,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T12:25:05,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for b98a86bfd3aa5bd25c3150fa802eb124 in 1322ms, sequenceid=134, compaction requested=true 2024-11-22T12:25:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:05,213 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:05,213 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:05,214 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:05,214 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:05,214 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:05,214 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:05,214 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,214 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,214 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/771eb2b7f8bb40eca922bbad3c7fe27a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=40.0 K 2024-11-22T12:25:05,214 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7eee1614eb5244b684608a678f888a68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.5 K 2024-11-22T12:25:05,214 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eee1614eb5244b684608a678f888a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:05,215 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 38ca1c87737f4656947d9f7c3502494e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732278301586 2024-11-22T12:25:05,215 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c58d7feaff54a6a8b283f9dfea2a11c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:05,215 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 771eb2b7f8bb40eca922bbad3c7fe27a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:05,216 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bc536255cd044bdbf2b0ae8d2ac61fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732278301586 2024-11-22T12:25:05,217 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c107d13afe94b8c91e0ef6da875f879, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:05,227 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:05,227 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/f335da8e8b4742ac87c75388d96903df is 50, key is test_row_0/B:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:05,229 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:05,230 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/db84354e59e94ebda211c683a62ed3f8 is 50, key is test_row_0/A:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742087_1263 (size=12409) 2024-11-22T12:25:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742088_1264 (size=12409) 2024-11-22T12:25:05,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T12:25:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,240 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T12:25:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5d52afc9182a4bedad1c50ee00089bcc is 50, key is test_row_0/A:col10/1732278303916/Put/seqid=0 2024-11-22T12:25:05,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742089_1265 (size=12151) 2024-11-22T12:25:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:05,655 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/f335da8e8b4742ac87c75388d96903df as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/f335da8e8b4742ac87c75388d96903df 2024-11-22T12:25:05,655 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/db84354e59e94ebda211c683a62ed3f8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/db84354e59e94ebda211c683a62ed3f8 2024-11-22T12:25:05,668 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into f335da8e8b4742ac87c75388d96903df(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:05,668 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:05,668 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278305213; duration=0sec 2024-11-22T12:25:05,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:05,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:05,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:05,670 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:05,670 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:05,670 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:05,670 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a1142096d9ab47479693cd2ed3667efd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.5 K 2024-11-22T12:25:05,672 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into db84354e59e94ebda211c683a62ed3f8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:05,672 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:05,672 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278305212; duration=0sec 2024-11-22T12:25:05,672 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:05,673 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:05,673 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a1142096d9ab47479693cd2ed3667efd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732278300935 2024-11-22T12:25:05,674 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b8320aa05e943f399d10b9d4d7984ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732278301586 2024-11-22T12:25:05,675 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ad31ab1d9a0b446386a48feb0e98fe6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:05,678 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5d52afc9182a4bedad1c50ee00089bcc 2024-11-22T12:25:05,691 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:05,691 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b9b05d06ddee4b928f64163f8757cc5c is 50, key is test_row_0/C:col10/1732278303889/Put/seqid=0 2024-11-22T12:25:05,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/d300e85783aa4bc48bd30fed16be5fce is 50, key is test_row_0/B:col10/1732278303916/Put/seqid=0 2024-11-22T12:25:05,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742090_1266 (size=12151) 2024-11-22T12:25:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742091_1267 (size=12409) 2024-11-22T12:25:05,747 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b9b05d06ddee4b928f64163f8757cc5c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b9b05d06ddee4b928f64163f8757cc5c 2024-11-22T12:25:05,751 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into b9b05d06ddee4b928f64163f8757cc5c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:05,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:05,751 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278305213; duration=0sec 2024-11-22T12:25:05,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:05,751 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:06,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278366084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278366085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278366086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278366087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278366087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,139 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/d300e85783aa4bc48bd30fed16be5fce 2024-11-22T12:25:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/72f58fcd9a86483893e8712369992f7b is 50, key is test_row_0/C:col10/1732278303916/Put/seqid=0 2024-11-22T12:25:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742092_1268 (size=12151) 2024-11-22T12:25:06,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278366196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278366196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278366196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:06,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278366407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278366407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278366407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278366407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278366407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,562 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/72f58fcd9a86483893e8712369992f7b 2024-11-22T12:25:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/5d52afc9182a4bedad1c50ee00089bcc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc 2024-11-22T12:25:06,569 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T12:25:06,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/d300e85783aa4bc48bd30fed16be5fce as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce 2024-11-22T12:25:06,573 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T12:25:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/72f58fcd9a86483893e8712369992f7b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b 2024-11-22T12:25:06,578 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T12:25:06,579 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for b98a86bfd3aa5bd25c3150fa802eb124 in 1339ms, sequenceid=152, compaction requested=false 2024-11-22T12:25:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T12:25:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T12:25:06,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T12:25:06,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4190 sec 2024-11-22T12:25:06,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.4240 sec 2024-11-22T12:25:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:06,719 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:06,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T12:25:06,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/15f5c860f79540fc99828c533ef10eda is 50, key is test_row_0/A:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742093_1269 (size=12151) 2024-11-22T12:25:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278366729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278366730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278366733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278366734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278366734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278366846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278366846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278366846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278366846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278366846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278367056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278367056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278367056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278367056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278367056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/15f5c860f79540fc99828c533ef10eda 2024-11-22T12:25:07,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c8c9c163a1d148ecb59a20ffb850021c is 50, key is test_row_0/B:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:07,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742094_1270 (size=12151) 2024-11-22T12:25:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278367367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278367367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278367367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278367367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278367367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c8c9c163a1d148ecb59a20ffb850021c 2024-11-22T12:25:07,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dd6c6f9ffeb94fa6bee554a0944c16bd is 50, key is test_row_0/C:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742095_1271 (size=12151) 2024-11-22T12:25:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278367877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278367877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278367877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278367877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278367877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:07,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dd6c6f9ffeb94fa6bee554a0944c16bd 2024-11-22T12:25:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/15f5c860f79540fc99828c533ef10eda as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda 2024-11-22T12:25:07,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda, entries=150, sequenceid=176, filesize=11.9 K 2024-11-22T12:25:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c8c9c163a1d148ecb59a20ffb850021c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c 2024-11-22T12:25:07,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c, entries=150, sequenceid=176, filesize=11.9 K 2024-11-22T12:25:07,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dd6c6f9ffeb94fa6bee554a0944c16bd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd 2024-11-22T12:25:07,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd, entries=150, sequenceid=176, filesize=11.9 K 2024-11-22T12:25:07,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b98a86bfd3aa5bd25c3150fa802eb124 in 1250ms, sequenceid=176, compaction requested=true 2024-11-22T12:25:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:07,969 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:07,969 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:07,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:07,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:07,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:07,970 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:07,970 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:07,970 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:07,970 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:07,970 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:07,970 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:07,970 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/db84354e59e94ebda211c683a62ed3f8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.9 K 2024-11-22T12:25:07,971 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/f335da8e8b4742ac87c75388d96903df, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.9 K 2024-11-22T12:25:07,971 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting db84354e59e94ebda211c683a62ed3f8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:07,971 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f335da8e8b4742ac87c75388d96903df, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:07,971 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d52afc9182a4bedad1c50ee00089bcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732278303910 2024-11-22T12:25:07,971 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d300e85783aa4bc48bd30fed16be5fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732278303910 2024-11-22T12:25:07,971 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f5c860f79540fc99828c533ef10eda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:07,972 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c9c163a1d148ecb59a20ffb850021c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:07,980 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:07,981 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/167a967debab4ce9b628438804d0772e is 50, key is test_row_0/A:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:07,983 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:07,983 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/7790d5752e5a438cb9cdd9e7cfdb00da is 50, key is test_row_0/B:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742096_1272 (size=12561) 2024-11-22T12:25:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742097_1273 (size=12561) 2024-11-22T12:25:08,000 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/7790d5752e5a438cb9cdd9e7cfdb00da as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7790d5752e5a438cb9cdd9e7cfdb00da 2024-11-22T12:25:08,005 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into 7790d5752e5a438cb9cdd9e7cfdb00da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:08,005 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:08,005 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278307969; duration=0sec 2024-11-22T12:25:08,005 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:08,005 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:08,005 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:08,006 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:08,006 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:08,006 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:08,006 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b9b05d06ddee4b928f64163f8757cc5c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=35.9 K 2024-11-22T12:25:08,007 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b9b05d06ddee4b928f64163f8757cc5c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732278302745 2024-11-22T12:25:08,007 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 72f58fcd9a86483893e8712369992f7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732278303910 2024-11-22T12:25:08,007 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6c6f9ffeb94fa6bee554a0944c16bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:08,014 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:08,014 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2 is 50, key is test_row_0/C:col10/1732278306719/Put/seqid=0 2024-11-22T12:25:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742098_1274 (size=12561) 2024-11-22T12:25:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T12:25:08,337 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:08,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T12:25:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T12:25:08,339 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:08,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:08,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:08,392 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/167a967debab4ce9b628438804d0772e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/167a967debab4ce9b628438804d0772e 2024-11-22T12:25:08,396 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 167a967debab4ce9b628438804d0772e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:08,396 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:08,396 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278307969; duration=0sec 2024-11-22T12:25:08,396 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:08,396 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:08,430 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2 2024-11-22T12:25:08,435 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into 56f1bdeaf8ca403f8d6a2aaac8ae76c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:08,435 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:08,435 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278307970; duration=0sec 2024-11-22T12:25:08,435 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:08,435 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T12:25:08,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T12:25:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:08,493 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T12:25:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1d1479a24f9e488d8b651c7b0206318c is 50, key is test_row_0/A:col10/1732278306732/Put/seqid=0 2024-11-22T12:25:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742099_1275 (size=12151) 2024-11-22T12:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T12:25:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:08,901 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1d1479a24f9e488d8b651c7b0206318c 2024-11-22T12:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c6c46afdaf64472182eb809d7c9c4d87 is 50, key is test_row_0/B:col10/1732278306732/Put/seqid=0 2024-11-22T12:25:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742100_1276 (size=12151) 2024-11-22T12:25:08,914 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c6c46afdaf64472182eb809d7c9c4d87 2024-11-22T12:25:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278368908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:08,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278368910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:08,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278368913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278368914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278368914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/d6aaf31ba4f3472ab39624cc2f478a64 is 50, key is test_row_0/C:col10/1732278306732/Put/seqid=0 2024-11-22T12:25:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742101_1277 (size=12151) 2024-11-22T12:25:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T12:25:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278369016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278369026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278369026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278369026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278369027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278369226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278369236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278369236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278369237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278369237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,333 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/d6aaf31ba4f3472ab39624cc2f478a64 2024-11-22T12:25:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1d1479a24f9e488d8b651c7b0206318c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c 2024-11-22T12:25:09,341 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T12:25:09,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c6c46afdaf64472182eb809d7c9c4d87 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87 2024-11-22T12:25:09,346 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T12:25:09,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/d6aaf31ba4f3472ab39624cc2f478a64 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64 2024-11-22T12:25:09,350 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T12:25:09,351 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b98a86bfd3aa5bd25c3150fa802eb124 in 859ms, sequenceid=194, compaction requested=false 2024-11-22T12:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T12:25:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T12:25:09,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T12:25:09,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-22T12:25:09,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0170 sec 2024-11-22T12:25:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T12:25:09,477 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:09,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T12:25:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:09,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:09,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:09,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:09,538 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:09,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:25:09,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/ec46685737924feaad14b18a2ebc6862 is 50, key is test_row_0/A:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742102_1278 (size=14541) 2024-11-22T12:25:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278369551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278369551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278369552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278369553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278369555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:09,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278369666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278369666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278369666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278369666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278369666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278369876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278369876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278369876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278369876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278369876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:09,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:09,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:09,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/ec46685737924feaad14b18a2ebc6862 2024-11-22T12:25:09,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/be562952bfc0469e871cffd6916344ac is 50, key is test_row_0/B:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742103_1279 (size=12151) 2024-11-22T12:25:10,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:10,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/be562952bfc0469e871cffd6916344ac 2024-11-22T12:25:10,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/968ff005e84041498cbd535e9a96c5f9 is 50, key is test_row_0/C:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:10,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742104_1280 (size=12151) 2024-11-22T12:25:10,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/968ff005e84041498cbd535e9a96c5f9 2024-11-22T12:25:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/ec46685737924feaad14b18a2ebc6862 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862 2024-11-22T12:25:10,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862, entries=200, sequenceid=217, filesize=14.2 K 2024-11-22T12:25:10,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/be562952bfc0469e871cffd6916344ac as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac 2024-11-22T12:25:10,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac, entries=150, sequenceid=217, filesize=11.9 K 2024-11-22T12:25:10,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/968ff005e84041498cbd535e9a96c5f9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9 2024-11-22T12:25:10,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9, entries=150, sequenceid=217, filesize=11.9 K 2024-11-22T12:25:10,383 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T12:25:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b98a86bfd3aa5bd25c3150fa802eb124 in 847ms, sequenceid=217, compaction requested=true 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:10,385 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:10,385 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:10,386 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:10,386 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:10,387 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:10,387 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:10,387 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,387 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,387 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/167a967debab4ce9b628438804d0772e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=38.3 K 2024-11-22T12:25:10,387 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7790d5752e5a438cb9cdd9e7cfdb00da, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.0 K 2024-11-22T12:25:10,387 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7790d5752e5a438cb9cdd9e7cfdb00da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:10,387 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 167a967debab4ce9b628438804d0772e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:10,388 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c46afdaf64472182eb809d7c9c4d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732278306732 2024-11-22T12:25:10,388 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1479a24f9e488d8b651c7b0206318c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732278306732 2024-11-22T12:25:10,388 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting be562952bfc0469e871cffd6916344ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308911 2024-11-22T12:25:10,388 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec46685737924feaad14b18a2ebc6862, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308906 2024-11-22T12:25:10,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T12:25:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,395 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:25:10,395 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:10,396 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:10,396 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/66696eea70204cc1875f6b3d73eebafb is 50, key is test_row_0/B:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:10,396 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/94b2fd48e7174ef1b93372b70cdca4c8 is 50, key is test_row_0/A:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/fa789c4d273b493f9b3de75c3221315d is 50, key is test_row_0/A:col10/1732278309550/Put/seqid=0 2024-11-22T12:25:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742105_1281 (size=12663) 2024-11-22T12:25:10,421 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/66696eea70204cc1875f6b3d73eebafb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/66696eea70204cc1875f6b3d73eebafb 2024-11-22T12:25:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742106_1282 (size=12663) 2024-11-22T12:25:10,426 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into 66696eea70204cc1875f6b3d73eebafb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:10,426 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:10,426 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278310385; duration=0sec 2024-11-22T12:25:10,426 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:10,426 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:10,426 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:10,428 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:10,428 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:10,428 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:10,428 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.0 K 2024-11-22T12:25:10,428 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f1bdeaf8ca403f8d6a2aaac8ae76c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732278306078 2024-11-22T12:25:10,429 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d6aaf31ba4f3472ab39624cc2f478a64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732278306732 2024-11-22T12:25:10,429 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 968ff005e84041498cbd535e9a96c5f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308911 2024-11-22T12:25:10,442 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:10,442 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/08b4927389de42a5af571b356cf8954a is 50, key is test_row_0/C:col10/1732278309537/Put/seqid=0 2024-11-22T12:25:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742107_1283 (size=12151) 2024-11-22T12:25:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742108_1284 (size=12663) 2024-11-22T12:25:10,474 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/08b4927389de42a5af571b356cf8954a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/08b4927389de42a5af571b356cf8954a 2024-11-22T12:25:10,481 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into 08b4927389de42a5af571b356cf8954a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:10,481 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:10,481 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278310385; duration=0sec 2024-11-22T12:25:10,481 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:10,481 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278370711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278370714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278370715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278370715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278370716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278370826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278370827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278370827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278370827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278370827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:10,830 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/94b2fd48e7174ef1b93372b70cdca4c8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/94b2fd48e7174ef1b93372b70cdca4c8 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:10,834 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 94b2fd48e7174ef1b93372b70cdca4c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:10,834 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:10,834 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278310385; duration=0sec 2024-11-22T12:25:10,834 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:10,834 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:10,850 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/fa789c4d273b493f9b3de75c3221315d 2024-11-22T12:25:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/12b60799fe5c45cca9b9757d3e028fdd is 50, key is test_row_0/B:col10/1732278309550/Put/seqid=0 2024-11-22T12:25:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742109_1285 (size=12151) 2024-11-22T12:25:11,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278371036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278371036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278371037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278371037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278371037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,260 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/12b60799fe5c45cca9b9757d3e028fdd 2024-11-22T12:25:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/a92b26ae6b2444faaf9d55713a72e6e8 is 50, key is test_row_0/C:col10/1732278309550/Put/seqid=0 2024-11-22T12:25:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742110_1286 (size=12151) 2024-11-22T12:25:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:11,671 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/a92b26ae6b2444faaf9d55713a72e6e8 2024-11-22T12:25:11,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/fa789c4d273b493f9b3de75c3221315d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d 2024-11-22T12:25:11,691 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T12:25:11,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/12b60799fe5c45cca9b9757d3e028fdd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd 2024-11-22T12:25:11,697 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T12:25:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/a92b26ae6b2444faaf9d55713a72e6e8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8 2024-11-22T12:25:11,703 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T12:25:11,704 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b98a86bfd3aa5bd25c3150fa802eb124 in 1309ms, sequenceid=230, compaction requested=false 2024-11-22T12:25:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T12:25:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T12:25:11,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T12:25:11,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2260 sec 2024-11-22T12:25:11,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.2310 sec 2024-11-22T12:25:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:11,859 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:11,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:25:11,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/c11fd83fa61347619c791f8b270ab207 is 50, key is test_row_0/A:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278371867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278371868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278371869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278371869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278371870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742111_1287 (size=12251) 2024-11-22T12:25:11,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278371977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278371977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278371977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278371977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278371986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278372186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278372186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278372186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278372186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278372196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/c11fd83fa61347619c791f8b270ab207 2024-11-22T12:25:12,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2adc5762c23742689cf9851a8861de08 is 50, key is test_row_0/B:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742112_1288 (size=12251) 2024-11-22T12:25:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278372506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:12,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2adc5762c23742689cf9851a8861de08 2024-11-22T12:25:12,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/da9551241f9a4784a56bfa3399fab4a8 is 50, key is test_row_0/C:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742113_1289 (size=12251) 2024-11-22T12:25:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278373006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278373007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278373007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278373007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278373016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:13,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/da9551241f9a4784a56bfa3399fab4a8 2024-11-22T12:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/c11fd83fa61347619c791f8b270ab207 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207 2024-11-22T12:25:13,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T12:25:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2adc5762c23742689cf9851a8861de08 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08 2024-11-22T12:25:13,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T12:25:13,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/da9551241f9a4784a56bfa3399fab4a8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8 2024-11-22T12:25:13,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T12:25:13,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b98a86bfd3aa5bd25c3150fa802eb124 in 1291ms, sequenceid=259, compaction requested=true 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:13,151 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:13,151 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:13,152 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:13,152 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:13,152 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/94b2fd48e7174ef1b93372b70cdca4c8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.2 K 2024-11-22T12:25:13,152 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/66696eea70204cc1875f6b3d73eebafb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.2 K 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b2fd48e7174ef1b93372b70cdca4c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308911 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 66696eea70204cc1875f6b3d73eebafb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308911 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 12b60799fe5c45cca9b9757d3e028fdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732278309550 2024-11-22T12:25:13,152 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa789c4d273b493f9b3de75c3221315d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732278309550 2024-11-22T12:25:13,153 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2adc5762c23742689cf9851a8861de08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:13,153 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c11fd83fa61347619c791f8b270ab207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:13,160 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:13,160 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:13,160 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/a91104e236d2419faae7efc0960510f8 is 50, key is test_row_0/A:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:13,160 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/ee80f9aedefc44b2814d6317541a3313 is 50, key is test_row_0/B:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742115_1291 (size=12865) 2024-11-22T12:25:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742114_1290 (size=12865) 2024-11-22T12:25:13,594 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/a91104e236d2419faae7efc0960510f8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a91104e236d2419faae7efc0960510f8 2024-11-22T12:25:13,601 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into a91104e236d2419faae7efc0960510f8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:13,601 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:13,601 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278313151; duration=0sec 2024-11-22T12:25:13,601 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:13,601 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:13,601 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:13,603 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:13,603 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:13,603 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:13,604 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/08b4927389de42a5af571b356cf8954a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.2 K 2024-11-22T12:25:13,604 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08b4927389de42a5af571b356cf8954a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732278308911 2024-11-22T12:25:13,604 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a92b26ae6b2444faaf9d55713a72e6e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732278309550 2024-11-22T12:25:13,605 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting da9551241f9a4784a56bfa3399fab4a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:13,606 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/ee80f9aedefc44b2814d6317541a3313 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ee80f9aedefc44b2814d6317541a3313 2024-11-22T12:25:13,612 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into ee80f9aedefc44b2814d6317541a3313(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:13,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:13,613 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278313151; duration=0sec 2024-11-22T12:25:13,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:13,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:13,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:13,615 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/2900c99def8f4ebcbb64845b05b56f7f is 50, key is test_row_0/C:col10/1732278311859/Put/seqid=0 2024-11-22T12:25:13,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742116_1292 (size=12865) 2024-11-22T12:25:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T12:25:13,647 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:13,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T12:25:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:13,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:13,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:13,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:13,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T12:25:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:13,802 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T12:25:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/a30f7b6030494a3199c00dad79343998 is 50, key is test_row_0/A:col10/1732278311869/Put/seqid=0 2024-11-22T12:25:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742117_1293 (size=12301) 2024-11-22T12:25:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:14,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:14,025 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/2900c99def8f4ebcbb64845b05b56f7f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/2900c99def8f4ebcbb64845b05b56f7f 2024-11-22T12:25:14,029 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into 2900c99def8f4ebcbb64845b05b56f7f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:14,029 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:14,029 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278313151; duration=0sec 2024-11-22T12:25:14,029 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:14,029 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278374044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278374045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278374046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278374047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278374048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278374156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278374156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278374156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278374156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278374156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,211 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/a30f7b6030494a3199c00dad79343998 2024-11-22T12:25:14,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/68b0a4f662c844078730e8338b5fc2dc is 50, key is test_row_0/B:col10/1732278311869/Put/seqid=0 2024-11-22T12:25:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742118_1294 (size=12301) 2024-11-22T12:25:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278374366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278374366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278374367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278374367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278374367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,620 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/68b0a4f662c844078730e8338b5fc2dc 2024-11-22T12:25:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/eaee393250e84b97a8d498dfd5e31b9e is 50, key is test_row_0/C:col10/1732278311869/Put/seqid=0 2024-11-22T12:25:14,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742119_1295 (size=12301) 2024-11-22T12:25:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278374676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278374677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278374677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278374677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278374677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:14,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:15,030 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/eaee393250e84b97a8d498dfd5e31b9e 2024-11-22T12:25:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/a30f7b6030494a3199c00dad79343998 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998 2024-11-22T12:25:15,038 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T12:25:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/68b0a4f662c844078730e8338b5fc2dc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc 2024-11-22T12:25:15,042 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T12:25:15,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/eaee393250e84b97a8d498dfd5e31b9e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e 2024-11-22T12:25:15,046 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T12:25:15,047 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b98a86bfd3aa5bd25c3150fa802eb124 in 1244ms, sequenceid=271, compaction requested=false 2024-11-22T12:25:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T12:25:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T12:25:15,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T12:25:15,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-11-22T12:25:15,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4030 sec 2024-11-22T12:25:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:15,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:25:15,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/60045077f7124f4f8b55f0e5b2a5d61e is 50, key is test_row_0/A:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:15,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278375190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278375191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278375191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278375192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742120_1296 (size=12301) 2024-11-22T12:25:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278375195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278375306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278375306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278375306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278375306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278375306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278375516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278375516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278375516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278375516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278375516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/60045077f7124f4f8b55f0e5b2a5d61e 2024-11-22T12:25:15,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/85e88633ef3e4c159222ab5498d766ea is 50, key is test_row_0/B:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742121_1297 (size=12301) 2024-11-22T12:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T12:25:15,797 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:15,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T12:25:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:15,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:15,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:15,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:15,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T12:25:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:15,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/85e88633ef3e4c159222ab5498d766ea 2024-11-22T12:25:16,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b325592593254e1a8e4ce7b0a2eadbb2 is 50, key is test_row_0/C:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742122_1298 (size=12301) 2024-11-22T12:25:16,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T12:25:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:16,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T12:25:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278376336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278376336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278376336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278376336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278376336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:16,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T12:25:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:16,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b325592593254e1a8e4ce7b0a2eadbb2 2024-11-22T12:25:16,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/60045077f7124f4f8b55f0e5b2a5d61e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e 2024-11-22T12:25:16,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T12:25:16,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/85e88633ef3e4c159222ab5498d766ea as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea 2024-11-22T12:25:16,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T12:25:16,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/b325592593254e1a8e4ce7b0a2eadbb2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2 2024-11-22T12:25:16,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T12:25:16,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b98a86bfd3aa5bd25c3150fa802eb124 in 1257ms, sequenceid=299, compaction requested=true 2024-11-22T12:25:16,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:16,446 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:16,446 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:16,446 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:16,446 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:16,447 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:16,447 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:16,447 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,447 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,447 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ee80f9aedefc44b2814d6317541a3313, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.6 K 2024-11-22T12:25:16,447 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a91104e236d2419faae7efc0960510f8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.6 K 2024-11-22T12:25:16,447 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ee80f9aedefc44b2814d6317541a3313, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:16,447 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91104e236d2419faae7efc0960510f8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:16,448 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b0a4f662c844078730e8338b5fc2dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732278311866 2024-11-22T12:25:16,448 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30f7b6030494a3199c00dad79343998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732278311866 2024-11-22T12:25:16,448 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60045077f7124f4f8b55f0e5b2a5d61e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:16,448 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 85e88633ef3e4c159222ab5498d766ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:16,457 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:16,458 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/7fd521cfa6ce48309bd13c8b06f7d629 is 50, key is test_row_0/A:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:16,470 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:16,470 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/6f64d33925104cab9428016652294fb2 is 50, key is test_row_0/B:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742123_1299 (size=13017) 2024-11-22T12:25:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742124_1300 (size=13017) 2024-11-22T12:25:16,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T12:25:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,563 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T12:25:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/d00b71b7ebc04645b8bb430d1e3bbff2 is 50, key is test_row_0/A:col10/1732278315191/Put/seqid=0 2024-11-22T12:25:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742125_1301 (size=12301) 2024-11-22T12:25:16,892 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/7fd521cfa6ce48309bd13c8b06f7d629 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/7fd521cfa6ce48309bd13c8b06f7d629 2024-11-22T12:25:16,897 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 7fd521cfa6ce48309bd13c8b06f7d629(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:16,897 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:16,897 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278316445; duration=0sec 2024-11-22T12:25:16,897 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:16,897 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:16,897 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:16,898 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:16,898 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:16,898 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:16,899 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/2900c99def8f4ebcbb64845b05b56f7f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.6 K 2024-11-22T12:25:16,899 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2900c99def8f4ebcbb64845b05b56f7f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732278310714 2024-11-22T12:25:16,899 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaee393250e84b97a8d498dfd5e31b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732278311866 2024-11-22T12:25:16,899 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b325592593254e1a8e4ce7b0a2eadbb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:16,905 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:16,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/489d10cc63fe43e6b08da2743927ab7b is 50, key is test_row_0/C:col10/1732278314044/Put/seqid=0 2024-11-22T12:25:16,910 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/6f64d33925104cab9428016652294fb2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/6f64d33925104cab9428016652294fb2 2024-11-22T12:25:16,915 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into 6f64d33925104cab9428016652294fb2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:16,915 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:16,915 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278316446; duration=0sec 2024-11-22T12:25:16,915 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:16,915 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:16,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742126_1302 (size=13017) 2024-11-22T12:25:16,928 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/489d10cc63fe43e6b08da2743927ab7b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/489d10cc63fe43e6b08da2743927ab7b 2024-11-22T12:25:16,933 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into 489d10cc63fe43e6b08da2743927ab7b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:16,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:16,933 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278316446; duration=0sec 2024-11-22T12:25:16,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:16,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:16,982 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/d00b71b7ebc04645b8bb430d1e3bbff2 2024-11-22T12:25:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/648386b3acc14ea68e04477ca36061fa is 50, key is test_row_0/B:col10/1732278315191/Put/seqid=0 2024-11-22T12:25:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742127_1303 (size=12301) 2024-11-22T12:25:17,002 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/648386b3acc14ea68e04477ca36061fa 2024-11-22T12:25:17,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/1f238aa9143443598ef1e886bf96dd9e is 50, key is test_row_0/C:col10/1732278315191/Put/seqid=0 2024-11-22T12:25:17,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742128_1304 (size=12301) 2024-11-22T12:25:17,013 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/1f238aa9143443598ef1e886bf96dd9e 2024-11-22T12:25:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/d00b71b7ebc04645b8bb430d1e3bbff2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2 2024-11-22T12:25:17,021 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2, entries=150, sequenceid=308, filesize=12.0 K 2024-11-22T12:25:17,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/648386b3acc14ea68e04477ca36061fa as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa 2024-11-22T12:25:17,031 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa, entries=150, sequenceid=308, filesize=12.0 K 2024-11-22T12:25:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/1f238aa9143443598ef1e886bf96dd9e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e 2024-11-22T12:25:17,036 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e, entries=150, sequenceid=308, filesize=12.0 K 2024-11-22T12:25:17,037 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for b98a86bfd3aa5bd25c3150fa802eb124 in 473ms, sequenceid=308, compaction requested=false 2024-11-22T12:25:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T12:25:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T12:25:17,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T12:25:17,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2390 sec 2024-11-22T12:25:17,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.2430 sec 2024-11-22T12:25:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:17,352 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:17,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:25:17,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/46803cd35ad849e89f4a5ffb4be82242 is 50, key is test_row_0/A:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742129_1305 (size=14741) 2024-11-22T12:25:17,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/46803cd35ad849e89f4a5ffb4be82242 2024-11-22T12:25:17,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/49822da281314bd89981982dff51e36c is 50, key is test_row_0/B:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742130_1306 (size=12301) 2024-11-22T12:25:17,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278377373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278377375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278377376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278377377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278377378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278377486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278377487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278377487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278377487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278377487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278377696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278377696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278377696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278377696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278377697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:17,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/49822da281314bd89981982dff51e36c 2024-11-22T12:25:17,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0d439621ac484cc98456677124ee66d9 is 50, key is test_row_0/C:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742131_1307 (size=12301) 2024-11-22T12:25:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T12:25:17,947 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:17,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-22T12:25:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:17,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:17,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:17,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278378006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278378006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278378006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278378006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278378006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:18,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T12:25:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:18,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0d439621ac484cc98456677124ee66d9 2024-11-22T12:25:18,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/46803cd35ad849e89f4a5ffb4be82242 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242 2024-11-22T12:25:18,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242, entries=200, sequenceid=324, filesize=14.4 K 2024-11-22T12:25:18,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/49822da281314bd89981982dff51e36c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c 2024-11-22T12:25:18,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T12:25:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/0d439621ac484cc98456677124ee66d9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9 2024-11-22T12:25:18,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T12:25:18,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b98a86bfd3aa5bd25c3150fa802eb124 in 859ms, sequenceid=324, compaction requested=true 2024-11-22T12:25:18,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:18,212 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:18,212 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:18,212 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:18,212 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:18,212 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,212 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/7fd521cfa6ce48309bd13c8b06f7d629, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=39.1 K 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:18,213 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,213 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/6f64d33925104cab9428016652294fb2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.7 K 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fd521cfa6ce48309bd13c8b06f7d629, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f64d33925104cab9428016652294fb2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00b71b7ebc04645b8bb430d1e3bbff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732278315190 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 648386b3acc14ea68e04477ca36061fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732278315190 2024-11-22T12:25:18,213 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46803cd35ad849e89f4a5ffb4be82242, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:18,214 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 49822da281314bd89981982dff51e36c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:18,220 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:18,220 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:18,221 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/d20ab20d527b4540a8ecb9d0bc3d1338 is 50, key is test_row_0/B:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:18,221 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/c86be72674c343c7a6e8ed91ddb95376 is 50, key is test_row_0/A:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742133_1309 (size=13119) 2024-11-22T12:25:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742132_1308 (size=13119) 2024-11-22T12:25:18,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T12:25:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,255 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:25:18,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/36165f5e337c433db66ba3fb0f7fc9ab is 50, key is test_row_0/A:col10/1732278317371/Put/seqid=0 2024-11-22T12:25:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742134_1310 (size=12301) 2024-11-22T12:25:18,264 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/36165f5e337c433db66ba3fb0f7fc9ab 2024-11-22T12:25:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:18,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2e195ed7466345ba9d6dd8c609b25802 is 50, key is test_row_0/B:col10/1732278317371/Put/seqid=0 2024-11-22T12:25:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742135_1311 (size=12301) 2024-11-22T12:25:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. as already flushing 2024-11-22T12:25:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278378527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278378527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278378529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278378530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278378531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:18,628 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/c86be72674c343c7a6e8ed91ddb95376 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c86be72674c343c7a6e8ed91ddb95376 2024-11-22T12:25:18,628 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/d20ab20d527b4540a8ecb9d0bc3d1338 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d20ab20d527b4540a8ecb9d0bc3d1338 2024-11-22T12:25:18,633 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into d20ab20d527b4540a8ecb9d0bc3d1338(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:18,633 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into c86be72674c343c7a6e8ed91ddb95376(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:18,633 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278318212; duration=0sec 2024-11-22T12:25:18,633 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278318211; duration=0sec 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:18,633 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:18,634 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:18,634 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:18,634 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:18,634 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/489d10cc63fe43e6b08da2743927ab7b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.7 K 2024-11-22T12:25:18,635 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 489d10cc63fe43e6b08da2743927ab7b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732278314044 2024-11-22T12:25:18,635 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f238aa9143443598ef1e886bf96dd9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732278315190 2024-11-22T12:25:18,635 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d439621ac484cc98456677124ee66d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278378636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278378636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,641 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:18,642 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/ab7342ae2b9b4fd3974f4ae1ad432659 is 50, key is test_row_0/C:col10/1732278317348/Put/seqid=0 2024-11-22T12:25:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742136_1312 (size=13119) 2024-11-22T12:25:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278378646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278378646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278378647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,674 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2e195ed7466345ba9d6dd8c609b25802 2024-11-22T12:25:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dc35aff42771494bae3a3414ee33a003 is 50, key is test_row_0/C:col10/1732278317371/Put/seqid=0 2024-11-22T12:25:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742137_1313 (size=12301) 2024-11-22T12:25:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278378846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278378846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278378856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278378856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278378856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,049 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/ab7342ae2b9b4fd3974f4ae1ad432659 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ab7342ae2b9b4fd3974f4ae1ad432659 2024-11-22T12:25:19,053 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into ab7342ae2b9b4fd3974f4ae1ad432659(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:19,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:19,054 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278318212; duration=0sec 2024-11-22T12:25:19,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:19,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:19,085 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dc35aff42771494bae3a3414ee33a003 2024-11-22T12:25:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:19,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/36165f5e337c433db66ba3fb0f7fc9ab as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab 2024-11-22T12:25:19,093 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T12:25:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/2e195ed7466345ba9d6dd8c609b25802 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802 2024-11-22T12:25:19,097 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T12:25:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/dc35aff42771494bae3a3414ee33a003 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003 2024-11-22T12:25:19,101 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T12:25:19,102 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b98a86bfd3aa5bd25c3150fa802eb124 in 847ms, sequenceid=347, compaction requested=false 2024-11-22T12:25:19,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:19,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:19,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-22T12:25:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-22T12:25:19,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T12:25:19,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1520 sec 2024-11-22T12:25:19,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.1590 sec 2024-11-22T12:25:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:19,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:25:19,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e7a3711ed6854fa89a666684c1977a19 is 50, key is test_row_0/A:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742138_1314 (size=12301) 2024-11-22T12:25:19,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278379183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278379184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278379185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278379185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278379185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,229 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-11-22T12:25:19,229 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:19,229 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,229 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:19,230 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-11-22T12:25:19,230 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:19,230 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,230 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:19,231 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-22T12:25:19,231 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:19,231 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,231 INFO [Thread-1109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1109. 2024-11-22T12:25:19,231 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:19,231 DEBUG [Thread-1109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:19,231 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,231 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:19,232 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-11-22T12:25:19,232 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:19,232 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,233 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:19,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278379297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278379297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278379297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278379298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278379298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278379508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278379508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278379508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278379509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278379509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e7a3711ed6854fa89a666684c1977a19 2024-11-22T12:25:19,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c5e444d7b9464eada12166a805d21826 is 50, key is test_row_0/B:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742139_1315 (size=12301) 2024-11-22T12:25:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278379818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278379817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278379818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278379819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278379818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:19,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c5e444d7b9464eada12166a805d21826 2024-11-22T12:25:19,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/146fccba44b04157a4e737149f43108a is 50, key is test_row_0/C:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742140_1316 (size=12301) 2024-11-22T12:25:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T12:25:20,097 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1732278380328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43776 deadline: 1732278380328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1732278380328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1732278380329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43762 deadline: 1732278380337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:25:20,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/146fccba44b04157a4e737149f43108a 2024-11-22T12:25:20,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/e7a3711ed6854fa89a666684c1977a19 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19 2024-11-22T12:25:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T12:25:20,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/c5e444d7b9464eada12166a805d21826 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826 2024-11-22T12:25:20,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T12:25:20,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/146fccba44b04157a4e737149f43108a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a 2024-11-22T12:25:20,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T12:25:20,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b98a86bfd3aa5bd25c3150fa802eb124 in 1263ms, sequenceid=364, compaction requested=true 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:20,422 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b98a86bfd3aa5bd25c3150fa802eb124:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:20,422 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/B is initiating minor compaction (all files) 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/A is initiating minor compaction (all files) 2024-11-22T12:25:20,423 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/B in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:20,423 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/A in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:20,423 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d20ab20d527b4540a8ecb9d0bc3d1338, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.8 K 2024-11-22T12:25:20,423 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c86be72674c343c7a6e8ed91ddb95376, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.8 K 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d20ab20d527b4540a8ecb9d0bc3d1338, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:20,423 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86be72674c343c7a6e8ed91ddb95376, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:20,424 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36165f5e337c433db66ba3fb0f7fc9ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732278317371 2024-11-22T12:25:20,424 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e195ed7466345ba9d6dd8c609b25802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732278317371 2024-11-22T12:25:20,424 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c5e444d7b9464eada12166a805d21826, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732278318527 2024-11-22T12:25:20,424 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7a3711ed6854fa89a666684c1977a19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732278318527 2024-11-22T12:25:20,430 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:20,430 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:20,430 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/0a799e311b8d4fdfb950bf1cecb3fe7d is 50, key is test_row_0/A:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:20,430 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/320a40ffb7c14d669a5c993d295f99e6 is 50, key is test_row_0/B:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742142_1318 (size=13221) 2024-11-22T12:25:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742141_1317 (size=13221) 2024-11-22T12:25:20,847 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/0a799e311b8d4fdfb950bf1cecb3fe7d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/0a799e311b8d4fdfb950bf1cecb3fe7d 2024-11-22T12:25:20,848 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/320a40ffb7c14d669a5c993d295f99e6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/320a40ffb7c14d669a5c993d295f99e6 2024-11-22T12:25:20,852 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/B of b98a86bfd3aa5bd25c3150fa802eb124 into 320a40ffb7c14d669a5c993d295f99e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:20,852 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/A of b98a86bfd3aa5bd25c3150fa802eb124 into 0a799e311b8d4fdfb950bf1cecb3fe7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:20,852 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/B, priority=13, startTime=1732278320422; duration=0sec 2024-11-22T12:25:20,852 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/A, priority=13, startTime=1732278320422; duration=0sec 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:A 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:B 2024-11-22T12:25:20,852 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:20,853 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:20,853 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): b98a86bfd3aa5bd25c3150fa802eb124/C is initiating minor compaction (all files) 2024-11-22T12:25:20,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b98a86bfd3aa5bd25c3150fa802eb124/C in TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:20,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ab7342ae2b9b4fd3974f4ae1ad432659, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp, totalSize=36.8 K 2024-11-22T12:25:20,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab7342ae2b9b4fd3974f4ae1ad432659, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732278317348 2024-11-22T12:25:20,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc35aff42771494bae3a3414ee33a003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732278317371 2024-11-22T12:25:20,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 146fccba44b04157a4e737149f43108a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732278318527 2024-11-22T12:25:20,862 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b98a86bfd3aa5bd25c3150fa802eb124#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:20,862 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/d88fb69b275b4d05ae210f59d19aae36 is 50, key is test_row_0/C:col10/1732278319156/Put/seqid=0 2024-11-22T12:25:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742143_1319 (size=13221) 2024-11-22T12:25:21,275 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/d88fb69b275b4d05ae210f59d19aae36 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d88fb69b275b4d05ae210f59d19aae36 2024-11-22T12:25:21,281 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b98a86bfd3aa5bd25c3150fa802eb124/C of b98a86bfd3aa5bd25c3150fa802eb124 into d88fb69b275b4d05ae210f59d19aae36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:21,281 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:21,281 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., storeName=b98a86bfd3aa5bd25c3150fa802eb124/C, priority=13, startTime=1732278320422; duration=0sec 2024-11-22T12:25:21,281 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:21,281 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b98a86bfd3aa5bd25c3150fa802eb124:C 2024-11-22T12:25:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:21,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:21,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:25:21,338 INFO [Thread-1098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1098. 2024-11-22T12:25:21,338 DEBUG [Thread-1098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:21,338 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,338 INFO [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100. 2024-11-22T12:25:21,338 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:21,338 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,338 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,338 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1127c48aa5824ecaa6a1fa704571e9c3 is 50, key is test_row_0/A:col10/1732278319169/Put/seqid=0 2024-11-22T12:25:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742144_1320 (size=12301) 2024-11-22T12:25:21,348 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-22T12:25:21,348 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-22T12:25:21,348 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-22T12:25:21,348 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:21,348 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:21,348 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:21,348 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4129 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3932 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3780 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4140 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3930 2024-11-22T12:25:21,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:25:21,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:25:21,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:25:21,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:21,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:21,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:25:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:21,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278321352"}]},"ts":"1732278321352"} 2024-11-22T12:25:21,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:25:21,353 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:25:21,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:25:21,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, UNASSIGN}] 2024-11-22T12:25:21,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, UNASSIGN 2024-11-22T12:25:21,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=b98a86bfd3aa5bd25c3150fa802eb124, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:21,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, UNASSIGN because future has completed 2024-11-22T12:25:21,357 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:25:21,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:25:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:21,510 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:21,510 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:25:21,510 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing b98a86bfd3aa5bd25c3150fa802eb124, disabling compactions & flushes 2024-11-22T12:25:21,511 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:21,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1127c48aa5824ecaa6a1fa704571e9c3 2024-11-22T12:25:21,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 is 50, key is test_row_0/B:col10/1732278319169/Put/seqid=0 2024-11-22T12:25:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742145_1321 (size=12301) 2024-11-22T12:25:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:22,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 2024-11-22T12:25:22,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c2ae78e889924cbfb4aabc9ae27e11e0 is 50, key is test_row_0/C:col10/1732278319169/Put/seqid=0 2024-11-22T12:25:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742146_1322 (size=12301) 2024-11-22T12:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:22,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c2ae78e889924cbfb4aabc9ae27e11e0 2024-11-22T12:25:22,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/1127c48aa5824ecaa6a1fa704571e9c3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1127c48aa5824ecaa6a1fa704571e9c3 2024-11-22T12:25:22,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1127c48aa5824ecaa6a1fa704571e9c3, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T12:25:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 2024-11-22T12:25:22,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T12:25:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/c2ae78e889924cbfb4aabc9ae27e11e0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c2ae78e889924cbfb4aabc9ae27e11e0 2024-11-22T12:25:22,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c2ae78e889924cbfb4aabc9ae27e11e0, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T12:25:22,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for b98a86bfd3aa5bd25c3150fa802eb124 in 1276ms, sequenceid=392, compaction requested=false 2024-11-22T12:25:22,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b98a86bfd3aa5bd25c3150fa802eb124: 2024-11-22T12:25:22,613 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:22,613 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:22,613 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. after waiting 0 ms 2024-11-22T12:25:22,613 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:22,613 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing b98a86bfd3aa5bd25c3150fa802eb124 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T12:25:22,618 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/335fe78f4b97454e9e4cbbf7b7295710 is 50, key is test_row_0/A:col10/1732278321346/Put/seqid=0 2024-11-22T12:25:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742147_1323 (size=9857) 2024-11-22T12:25:23,023 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/335fe78f4b97454e9e4cbbf7b7295710 2024-11-22T12:25:23,029 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/5a7cf4ce465044d4b0f4a50db2d5eb71 is 50, key is test_row_0/B:col10/1732278321346/Put/seqid=0 2024-11-22T12:25:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742148_1324 (size=9857) 2024-11-22T12:25:23,434 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/5a7cf4ce465044d4b0f4a50db2d5eb71 2024-11-22T12:25:23,448 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 is 50, key is test_row_0/C:col10/1732278321346/Put/seqid=0 2024-11-22T12:25:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742149_1325 (size=9857) 2024-11-22T12:25:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:23,852 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 2024-11-22T12:25:23,856 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/A/335fe78f4b97454e9e4cbbf7b7295710 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/335fe78f4b97454e9e4cbbf7b7295710 2024-11-22T12:25:23,859 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/335fe78f4b97454e9e4cbbf7b7295710, entries=100, sequenceid=398, filesize=9.6 K 2024-11-22T12:25:23,860 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/B/5a7cf4ce465044d4b0f4a50db2d5eb71 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/5a7cf4ce465044d4b0f4a50db2d5eb71 2024-11-22T12:25:23,863 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/5a7cf4ce465044d4b0f4a50db2d5eb71, entries=100, sequenceid=398, filesize=9.6 K 2024-11-22T12:25:23,863 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/.tmp/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 2024-11-22T12:25:23,866 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6, entries=100, sequenceid=398, filesize=9.6 K 2024-11-22T12:25:23,867 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b98a86bfd3aa5bd25c3150fa802eb124 in 1254ms, sequenceid=398, compaction requested=true 2024-11-22T12:25:23,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/55933434f79741cf961b1177faef0491, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/771eb2b7f8bb40eca922bbad3c7fe27a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/db84354e59e94ebda211c683a62ed3f8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/167a967debab4ce9b628438804d0772e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/94b2fd48e7174ef1b93372b70cdca4c8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a91104e236d2419faae7efc0960510f8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/7fd521cfa6ce48309bd13c8b06f7d629, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c86be72674c343c7a6e8ed91ddb95376, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19] to archive 2024-11-22T12:25:23,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:23,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/6acdb2a28bd843f895b63f435e4a30c0 2024-11-22T12:25:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/3b1089618ebf4fd6a662f67721c8fc9b 2024-11-22T12:25:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/55933434f79741cf961b1177faef0491 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/55933434f79741cf961b1177faef0491 2024-11-22T12:25:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e4acdb4d1c2049a4893cdc49041e8c03 2024-11-22T12:25:23,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5e432d04267e478faacce8a87b75d299 2024-11-22T12:25:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/771eb2b7f8bb40eca922bbad3c7fe27a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/771eb2b7f8bb40eca922bbad3c7fe27a 2024-11-22T12:25:23,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/419cea3481fc406a9aa71c9b9bc52e14 2024-11-22T12:25:23,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5bc536255cd044bdbf2b0ae8d2ac61fc 2024-11-22T12:25:23,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/4c107d13afe94b8c91e0ef6da875f879 2024-11-22T12:25:23,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/db84354e59e94ebda211c683a62ed3f8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/db84354e59e94ebda211c683a62ed3f8 2024-11-22T12:25:23,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/5d52afc9182a4bedad1c50ee00089bcc 2024-11-22T12:25:23,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/167a967debab4ce9b628438804d0772e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/167a967debab4ce9b628438804d0772e 2024-11-22T12:25:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/15f5c860f79540fc99828c533ef10eda 2024-11-22T12:25:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1d1479a24f9e488d8b651c7b0206318c 2024-11-22T12:25:23,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/ec46685737924feaad14b18a2ebc6862 2024-11-22T12:25:23,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/94b2fd48e7174ef1b93372b70cdca4c8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/94b2fd48e7174ef1b93372b70cdca4c8 2024-11-22T12:25:23,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/fa789c4d273b493f9b3de75c3221315d 2024-11-22T12:25:23,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a91104e236d2419faae7efc0960510f8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a91104e236d2419faae7efc0960510f8 2024-11-22T12:25:23,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c11fd83fa61347619c791f8b270ab207 2024-11-22T12:25:23,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/a30f7b6030494a3199c00dad79343998 2024-11-22T12:25:23,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/7fd521cfa6ce48309bd13c8b06f7d629 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/7fd521cfa6ce48309bd13c8b06f7d629 2024-11-22T12:25:23,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/60045077f7124f4f8b55f0e5b2a5d61e 2024-11-22T12:25:23,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/d00b71b7ebc04645b8bb430d1e3bbff2 2024-11-22T12:25:23,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/46803cd35ad849e89f4a5ffb4be82242 2024-11-22T12:25:23,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c86be72674c343c7a6e8ed91ddb95376 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/c86be72674c343c7a6e8ed91ddb95376 2024-11-22T12:25:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/36165f5e337c433db66ba3fb0f7fc9ab 2024-11-22T12:25:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/e7a3711ed6854fa89a666684c1977a19 2024-11-22T12:25:23,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/eb78b0d7d9a54ca9a6c55fcb31637afa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7eee1614eb5244b684608a678f888a68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/f335da8e8b4742ac87c75388d96903df, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7790d5752e5a438cb9cdd9e7cfdb00da, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/66696eea70204cc1875f6b3d73eebafb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ee80f9aedefc44b2814d6317541a3313, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/6f64d33925104cab9428016652294fb2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d20ab20d527b4540a8ecb9d0bc3d1338, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826] to archive 2024-11-22T12:25:23,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:23,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ea907184322b46539c3a21fa2153eac6 2024-11-22T12:25:23,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c952b72f375f40c4b4d4dddd2225aef4 2024-11-22T12:25:23,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/eb78b0d7d9a54ca9a6c55fcb31637afa to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/eb78b0d7d9a54ca9a6c55fcb31637afa 2024-11-22T12:25:23,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fec66a2d4f1940b983a844729d72a9ea 2024-11-22T12:25:23,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/fd3ed3b4e20e4e72a85c2e4fcf38e9fc 2024-11-22T12:25:23,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7eee1614eb5244b684608a678f888a68 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7eee1614eb5244b684608a678f888a68 2024-11-22T12:25:23,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/21366b5c57724fb6bf9d5e04159b8575 2024-11-22T12:25:23,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/38ca1c87737f4656947d9f7c3502494e 2024-11-22T12:25:23,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/f335da8e8b4742ac87c75388d96903df to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/f335da8e8b4742ac87c75388d96903df 2024-11-22T12:25:23,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/3c58d7feaff54a6a8b283f9dfea2a11c 2024-11-22T12:25:23,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d300e85783aa4bc48bd30fed16be5fce 2024-11-22T12:25:23,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7790d5752e5a438cb9cdd9e7cfdb00da to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/7790d5752e5a438cb9cdd9e7cfdb00da 2024-11-22T12:25:23,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c8c9c163a1d148ecb59a20ffb850021c 2024-11-22T12:25:23,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c6c46afdaf64472182eb809d7c9c4d87 2024-11-22T12:25:23,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/66696eea70204cc1875f6b3d73eebafb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/66696eea70204cc1875f6b3d73eebafb 2024-11-22T12:25:23,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/be562952bfc0469e871cffd6916344ac 2024-11-22T12:25:23,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/12b60799fe5c45cca9b9757d3e028fdd 2024-11-22T12:25:23,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ee80f9aedefc44b2814d6317541a3313 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/ee80f9aedefc44b2814d6317541a3313 2024-11-22T12:25:23,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2adc5762c23742689cf9851a8861de08 2024-11-22T12:25:23,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/68b0a4f662c844078730e8338b5fc2dc 2024-11-22T12:25:23,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/6f64d33925104cab9428016652294fb2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/6f64d33925104cab9428016652294fb2 2024-11-22T12:25:23,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/85e88633ef3e4c159222ab5498d766ea 2024-11-22T12:25:23,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/648386b3acc14ea68e04477ca36061fa 2024-11-22T12:25:23,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d20ab20d527b4540a8ecb9d0bc3d1338 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/d20ab20d527b4540a8ecb9d0bc3d1338 2024-11-22T12:25:23,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/49822da281314bd89981982dff51e36c 2024-11-22T12:25:23,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/2e195ed7466345ba9d6dd8c609b25802 2024-11-22T12:25:23,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/c5e444d7b9464eada12166a805d21826 2024-11-22T12:25:23,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b2edf5ad5ab8453b8784afc1199d76b2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a1142096d9ab47479693cd2ed3667efd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b9b05d06ddee4b928f64163f8757cc5c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/08b4927389de42a5af571b356cf8954a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/2900c99def8f4ebcbb64845b05b56f7f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/489d10cc63fe43e6b08da2743927ab7b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ab7342ae2b9b4fd3974f4ae1ad432659, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a] to archive 2024-11-22T12:25:23,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:23,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c38b646657ab40439de4658166e038c8 2024-11-22T12:25:23,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/7f96f6ed8e774ea29ee2e371291d8632 2024-11-22T12:25:23,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b2edf5ad5ab8453b8784afc1199d76b2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b2edf5ad5ab8453b8784afc1199d76b2 2024-11-22T12:25:23,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/851030d214c34013adb6c42750c93be1 2024-11-22T12:25:23,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/cd5a80e5f1ea452982889d2e254f16eb 2024-11-22T12:25:23,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a1142096d9ab47479693cd2ed3667efd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a1142096d9ab47479693cd2ed3667efd 2024-11-22T12:25:23,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/977839dc58f049f79a8c35ef5588beab 2024-11-22T12:25:23,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0b8320aa05e943f399d10b9d4d7984ac 2024-11-22T12:25:23,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b9b05d06ddee4b928f64163f8757cc5c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b9b05d06ddee4b928f64163f8757cc5c 2024-11-22T12:25:23,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ad31ab1d9a0b446386a48feb0e98fe6a 2024-11-22T12:25:23,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/72f58fcd9a86483893e8712369992f7b 2024-11-22T12:25:23,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/56f1bdeaf8ca403f8d6a2aaac8ae76c2 2024-11-22T12:25:23,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dd6c6f9ffeb94fa6bee554a0944c16bd 2024-11-22T12:25:23,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d6aaf31ba4f3472ab39624cc2f478a64 2024-11-22T12:25:23,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:25:23,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/08b4927389de42a5af571b356cf8954a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/08b4927389de42a5af571b356cf8954a 2024-11-22T12:25:23,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/968ff005e84041498cbd535e9a96c5f9 2024-11-22T12:25:23,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/a92b26ae6b2444faaf9d55713a72e6e8 2024-11-22T12:25:23,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/2900c99def8f4ebcbb64845b05b56f7f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/2900c99def8f4ebcbb64845b05b56f7f 2024-11-22T12:25:23,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/da9551241f9a4784a56bfa3399fab4a8 2024-11-22T12:25:23,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/eaee393250e84b97a8d498dfd5e31b9e 2024-11-22T12:25:23,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/489d10cc63fe43e6b08da2743927ab7b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/489d10cc63fe43e6b08da2743927ab7b 2024-11-22T12:25:23,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/b325592593254e1a8e4ce7b0a2eadbb2 2024-11-22T12:25:23,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/1f238aa9143443598ef1e886bf96dd9e 2024-11-22T12:25:23,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ab7342ae2b9b4fd3974f4ae1ad432659 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/ab7342ae2b9b4fd3974f4ae1ad432659 2024-11-22T12:25:23,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/0d439621ac484cc98456677124ee66d9 2024-11-22T12:25:23,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/dc35aff42771494bae3a3414ee33a003 2024-11-22T12:25:23,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/146fccba44b04157a4e737149f43108a 2024-11-22T12:25:23,947 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-22T12:25:23,948 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. 2024-11-22T12:25:23,948 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for b98a86bfd3aa5bd25c3150fa802eb124: Waiting for close lock at 1732278321510Running coprocessor pre-close hooks at 1732278321510Disabling compacts and flushes for region at 1732278321510Disabling writes for close at 1732278322613 (+1103 ms)Obtaining lock to block concurrent updates at 1732278322613Preparing flush snapshotting stores in b98a86bfd3aa5bd25c3150fa802eb124 at 1732278322613Finished memstore snapshotting TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732278322614 (+1 ms)Flushing stores of TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124. at 1732278322614Flushing b98a86bfd3aa5bd25c3150fa802eb124/A: creating writer at 1732278322614Flushing b98a86bfd3aa5bd25c3150fa802eb124/A: appending metadata at 1732278322617 (+3 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/A: closing flushed file at 1732278322617Flushing b98a86bfd3aa5bd25c3150fa802eb124/B: creating writer at 1732278323026 (+409 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/B: appending metadata at 1732278323028 (+2 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/B: closing flushed file at 1732278323029 (+1 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/C: creating writer at 1732278323443 (+414 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/C: appending metadata at 1732278323448 (+5 ms)Flushing b98a86bfd3aa5bd25c3150fa802eb124/C: closing flushed file at 1732278323448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a88b42e: reopening flushed file at 1732278323855 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d87ccce: reopening flushed file at 1732278323859 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e11047a: reopening flushed file at 1732278323863 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b98a86bfd3aa5bd25c3150fa802eb124 in 1254ms, sequenceid=398, compaction requested=true at 1732278323867 (+4 ms)Writing region close event to WAL at 1732278323945 (+78 ms)Running coprocessor post-close hooks at 1732278323948 (+3 ms)Closed at 1732278323948 2024-11-22T12:25:23,949 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:23,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=b98a86bfd3aa5bd25c3150fa802eb124, regionState=CLOSED 2024-11-22T12:25:23,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:25:23,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T12:25:23,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure b98a86bfd3aa5bd25c3150fa802eb124, server=46e18b47f3d3,45321,1732278235735 in 2.5950 sec 2024-11-22T12:25:23,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T12:25:23,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b98a86bfd3aa5bd25c3150fa802eb124, UNASSIGN in 2.5990 sec 2024-11-22T12:25:23,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T12:25:23,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6020 sec 2024-11-22T12:25:23,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278323959"}]},"ts":"1732278323959"} 2024-11-22T12:25:23,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:25:23,960 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:25:23,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6120 sec 2024-11-22T12:25:25,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T12:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T12:25:25,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:25,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:25:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,510 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T12:25:25,511 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,513 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:25,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/recovered.edits] 2024-11-22T12:25:25,518 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/0a799e311b8d4fdfb950bf1cecb3fe7d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/0a799e311b8d4fdfb950bf1cecb3fe7d 2024-11-22T12:25:25,519 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1127c48aa5824ecaa6a1fa704571e9c3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/1127c48aa5824ecaa6a1fa704571e9c3 2024-11-22T12:25:25,520 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/335fe78f4b97454e9e4cbbf7b7295710 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/A/335fe78f4b97454e9e4cbbf7b7295710 2024-11-22T12:25:25,522 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/320a40ffb7c14d669a5c993d295f99e6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/320a40ffb7c14d669a5c993d295f99e6 2024-11-22T12:25:25,523 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/5a7cf4ce465044d4b0f4a50db2d5eb71 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/5a7cf4ce465044d4b0f4a50db2d5eb71 2024-11-22T12:25:25,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/B/9f78f8dd11ac4b4bb88bf1ab145ce3d6 2024-11-22T12:25:25,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c2ae78e889924cbfb4aabc9ae27e11e0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/c2ae78e889924cbfb4aabc9ae27e11e0 2024-11-22T12:25:25,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d88fb69b275b4d05ae210f59d19aae36 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/d88fb69b275b4d05ae210f59d19aae36 2024-11-22T12:25:25,527 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/C/f04d33b234eb4efe9c0a6e0d9aa0fbb6 2024-11-22T12:25:25,529 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/recovered.edits/401.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124/recovered.edits/401.seqid 2024-11-22T12:25:25,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/b98a86bfd3aa5bd25c3150fa802eb124 2024-11-22T12:25:25,530 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:25:25,532 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,535 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:25:25,538 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:25:25,539 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,539 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:25:25,540 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278325539"}]},"ts":"9223372036854775807"} 2024-11-22T12:25:25,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:25:25,542 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b98a86bfd3aa5bd25c3150fa802eb124, NAME => 'TestAcidGuarantees,,1732278297030.b98a86bfd3aa5bd25c3150fa802eb124.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:25:25,542 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:25:25,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278325542"}]},"ts":"9223372036854775807"} 2024-11-22T12:25:25,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:25:25,545 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-22T12:25:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T12:25:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:25:25,617 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:25,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 242), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=3007 (was 3129) 2024-11-22T12:25:25,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=3007 2024-11-22T12:25:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:25:25,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:25:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:25,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:25:25,641 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-22T12:25:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:25,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:25:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742150_1326 (size=959) 2024-11-22T12:25:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:26,053 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:25:26,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742151_1327 (size=53) 2024-11-22T12:25:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8bfef9fcbb28143cb4777818788bf329, disabling compactions & flushes 2024-11-22T12:25:26,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. after waiting 0 ms 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bfef9fcbb28143cb4777818788bf329: Waiting for close lock at 1732278326462Disabling compacts and flushes for region at 1732278326462Disabling writes for close at 1732278326462Writing region close event to WAL at 1732278326462Closed at 1732278326462 2024-11-22T12:25:26,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:25:26,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278326464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278326464"}]},"ts":"1732278326464"} 2024-11-22T12:25:26,467 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:25:26,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:25:26,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278326469"}]},"ts":"1732278326469"} 2024-11-22T12:25:26,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:25:26,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, ASSIGN}] 2024-11-22T12:25:26,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, ASSIGN 2024-11-22T12:25:26,473 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:25:26,624 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:26,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, ASSIGN because future has completed 2024-11-22T12:25:26,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:25:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:26,787 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,787 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:25:26,787 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,788 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:25:26,788 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,788 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,790 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,792 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName A 2024-11-22T12:25:26,792 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:26,793 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:26,793 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,795 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName B 2024-11-22T12:25:26,795 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:26,796 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:26,796 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,798 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName C 2024-11-22T12:25:26,798 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:26,799 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:26,799 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,800 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,800 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,802 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,802 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,802 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:25:26,804 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,806 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:25:26,807 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 8bfef9fcbb28143cb4777818788bf329; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61554329, jitterRate=-0.08276902139186859}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:25:26,807 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:26,808 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 8bfef9fcbb28143cb4777818788bf329: Running coprocessor pre-open hook at 1732278326788Writing region info on filesystem at 1732278326788Initializing all the Stores at 1732278326789 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278326789Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278326790 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278326790Cleaning up temporary data from old regions at 1732278326802 (+12 ms)Running coprocessor post-open hooks at 1732278326807 (+5 ms)Region opened successfully at 1732278326808 (+1 ms) 2024-11-22T12:25:26,808 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., pid=91, masterSystemTime=1732278326782 2024-11-22T12:25:26,810 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,810 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:26,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:26,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:25:26,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T12:25:26,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 in 185 msec 2024-11-22T12:25:26,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T12:25:26,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, ASSIGN in 345 msec 2024-11-22T12:25:26,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:25:26,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278326819"}]},"ts":"1732278326819"} 2024-11-22T12:25:26,821 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:25:26,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:25:26,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-22T12:25:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T12:25:27,787 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:27,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:27,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:27,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:27,791 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb76b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:27,794 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f73c2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:27,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:27,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:27,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:27,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:25:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:25:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da35700 2024-11-22T12:25:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:25:27,801 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:25:27,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:25:27,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:25:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742152_1328 (size=995) 2024-11-22T12:25:28,217 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T12:25:28,217 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T12:25:28,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:25:28,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE}] 2024-11-22T12:25:28,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE 2024-11-22T12:25:28,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE because future has completed 2024-11-22T12:25:28,227 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:25:28,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:25:28,379 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,379 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:25:28,379 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 8bfef9fcbb28143cb4777818788bf329, disabling compactions & flushes 2024-11-22T12:25:28,379 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,379 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,379 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. after waiting 0 ms 2024-11-22T12:25:28,379 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,384 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T12:25:28,385 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,385 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 8bfef9fcbb28143cb4777818788bf329: Waiting for close lock at 1732278328379Running coprocessor pre-close hooks at 1732278328379Disabling compacts and flushes for region at 1732278328379Disabling writes for close at 1732278328379Writing region close event to WAL at 1732278328380 (+1 ms)Running coprocessor post-close hooks at 1732278328385 (+5 ms)Closed at 1732278328385 2024-11-22T12:25:28,385 WARN [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 8bfef9fcbb28143cb4777818788bf329 to self. 2024-11-22T12:25:28,388 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=CLOSED 2024-11-22T12:25:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:25:28,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T12:25:28,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 in 164 msec 2024-11-22T12:25:28,393 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE; state=CLOSED, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=true 2024-11-22T12:25:28,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE because future has completed 2024-11-22T12:25:28,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:25:28,704 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,704 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:25:28,704 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,705 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:25:28,705 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,705 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,706 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,707 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName A 2024-11-22T12:25:28,708 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:28,708 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:28,709 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,709 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName B 2024-11-22T12:25:28,709 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:28,710 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:28,710 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,711 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfef9fcbb28143cb4777818788bf329 columnFamilyName C 2024-11-22T12:25:28,711 DEBUG [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:28,711 INFO [StoreOpener-8bfef9fcbb28143cb4777818788bf329-1 {}] regionserver.HStore(327): Store=8bfef9fcbb28143cb4777818788bf329/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:25:28,711 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,712 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,713 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,713 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,713 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,714 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:25:28,715 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,715 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 8bfef9fcbb28143cb4777818788bf329; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65644325, jitterRate=-0.021823331713676453}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:25:28,716 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,716 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 8bfef9fcbb28143cb4777818788bf329: Running coprocessor pre-open hook at 1732278328705Writing region info on filesystem at 1732278328705Initializing all the Stores at 1732278328705Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278328706 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278328706Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278328706Cleaning up temporary data from old regions at 1732278328713 (+7 ms)Running coprocessor post-open hooks at 1732278328716 (+3 ms)Region opened successfully at 1732278328716 2024-11-22T12:25:28,717 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., pid=96, masterSystemTime=1732278328701 2024-11-22T12:25:28,719 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,719 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=OPEN, openSeqNum=5, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:25:28,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-22T12:25:28,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 in 174 msec 2024-11-22T12:25:28,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T12:25:28,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, REOPEN/MOVE in 498 msec 2024-11-22T12:25:28,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T12:25:28,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-22T12:25:28,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 922 msec 2024-11-22T12:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T12:25:28,728 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:28,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,730 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a2304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,731 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe54f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,733 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a4286e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dab61ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,735 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a3a776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,737 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e2c34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdb11bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27301d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,741 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caca40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,742 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32af6c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,743 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3065d6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,744 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf7b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629f3775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,747 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91c2c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,749 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67750d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f1158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,752 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f2a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d6e105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:25:28,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:25:28,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:25:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:28,756 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:25:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2452fb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:25:28,757 DEBUG [Thread-1514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,757 DEBUG [Thread-1512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,757 DEBUG [Thread-1501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,758 DEBUG [Thread-1510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T12:25:28,758 DEBUG [Thread-1505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:28,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,759 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,760 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,760 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,761 DEBUG [Thread-1503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,762 DEBUG [Thread-1516 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:25:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:28,762 DEBUG [Thread-1508 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,764 DEBUG [Thread-1508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:25:28,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:25:28,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:25:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:25:28,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:28,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:25:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:28,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230769553f0d04490a7939cd9ea40de9b_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278328774/Put/seqid=0 2024-11-22T12:25:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742153_1329 (size=12154) 2024-11-22T12:25:28,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278388810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278388811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278388812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278388818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278388818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:28,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:28,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278388926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278388927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278388927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278388927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278388927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:29,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278389136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278389137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278389137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278389137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278389137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:29,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230769553f0d04490a7939cd9ea40de9b_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230769553f0d04490a7939cd9ea40de9b_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:29,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/ef418e6a835a444381606bfd6ef802da, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/ef418e6a835a444381606bfd6ef802da is 175, key is test_row_0/A:col10/1732278328774/Put/seqid=0 2024-11-22T12:25:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742154_1330 (size=30955) 2024-11-22T12:25:29,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278389446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278389447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278389447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278389447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278389447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:25:29,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/ef418e6a835a444381606bfd6ef802da 2024-11-22T12:25:29,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/4cda688117bb4a538a33a61c4ddba654 is 50, key is test_row_0/B:col10/1732278328774/Put/seqid=0 2024-11-22T12:25:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742155_1331 (size=12001) 2024-11-22T12:25:29,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278389956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278389957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278389957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278389957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278389966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:29,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:29,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/4cda688117bb4a538a33a61c4ddba654 2024-11-22T12:25:30,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/ab9d9407e0c346a5a43ba65b9cee8aba is 50, key is test_row_0/C:col10/1732278328774/Put/seqid=0 2024-11-22T12:25:30,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742156_1332 (size=12001) 2024-11-22T12:25:30,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:30,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:30,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:30,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:30,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:30,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/ab9d9407e0c346a5a43ba65b9cee8aba 2024-11-22T12:25:30,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/ef418e6a835a444381606bfd6ef802da as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da 2024-11-22T12:25:30,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T12:25:30,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/4cda688117bb4a538a33a61c4ddba654 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654 2024-11-22T12:25:30,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T12:25:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/ab9d9407e0c346a5a43ba65b9cee8aba as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba 2024-11-22T12:25:30,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T12:25:30,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8bfef9fcbb28143cb4777818788bf329 in 1825ms, sequenceid=16, compaction requested=false 2024-11-22T12:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:30,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T12:25:30,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:30,608 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:25:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dff7439d84b145c298cece9bbd504007_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278328811/Put/seqid=0 2024-11-22T12:25:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742157_1333 (size=12154) 2024-11-22T12:25:30,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:30,678 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dff7439d84b145c298cece9bbd504007_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dff7439d84b145c298cece9bbd504007_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:30,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f25a19e9205e45df82162fb785c0b988, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:30,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f25a19e9205e45df82162fb785c0b988 is 175, key is test_row_0/A:col10/1732278328811/Put/seqid=0 2024-11-22T12:25:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742158_1334 (size=30955) 2024-11-22T12:25:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278390987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278390988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278390990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,001 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278390992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278390995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278391107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278391107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,113 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f25a19e9205e45df82162fb785c0b988 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278391107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2e01e866528b44ee87400bf9f6e4fa99 is 50, key is test_row_0/B:col10/1732278328811/Put/seqid=0 2024-11-22T12:25:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278391116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742159_1335 (size=12001) 2024-11-22T12:25:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278391317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278391317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278391317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278391336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,562 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2e01e866528b44ee87400bf9f6e4fa99 2024-11-22T12:25:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/52fc706e5f2c4061ad0ab0213d88c2c0 is 50, key is test_row_0/C:col10/1732278328811/Put/seqid=0 2024-11-22T12:25:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742160_1336 (size=12001) 2024-11-22T12:25:31,576 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/52fc706e5f2c4061ad0ab0213d88c2c0 2024-11-22T12:25:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f25a19e9205e45df82162fb785c0b988 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988 2024-11-22T12:25:31,588 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T12:25:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2e01e866528b44ee87400bf9f6e4fa99 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99 2024-11-22T12:25:31,605 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T12:25:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/52fc706e5f2c4061ad0ab0213d88c2c0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0 2024-11-22T12:25:31,617 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T12:25:31,618 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8bfef9fcbb28143cb4777818788bf329 in 1010ms, sequenceid=41, compaction requested=false 2024-11-22T12:25:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T12:25:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T12:25:31,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T12:25:31,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8570 sec 2024-11-22T12:25:31,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.8660 sec 2024-11-22T12:25:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:31,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:25:31,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1b27d207bbe41f4a98d0d12b5004dd0_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742161_1337 (size=19474) 2024-11-22T12:25:31,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:31,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1b27d207bbe41f4a98d0d12b5004dd0_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1b27d207bbe41f4a98d0d12b5004dd0_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:31,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5a3337a26a5f4e53a2bd5c531dda9fac, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:31,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5a3337a26a5f4e53a2bd5c531dda9fac is 175, key is test_row_0/A:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742162_1338 (size=56733) 2024-11-22T12:25:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278391700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278391706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278391707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278391708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278391816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278391828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278391828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278391836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278392036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278392047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278392047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278392047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5a3337a26a5f4e53a2bd5c531dda9fac 2024-11-22T12:25:32,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b92963a29e464bc4b9b536434f98434a is 50, key is test_row_0/B:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742163_1339 (size=12001) 2024-11-22T12:25:32,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b92963a29e464bc4b9b536434f98434a 2024-11-22T12:25:32,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/34bd5ef005db464bbb3deb65e01d9d2e is 50, key is test_row_0/C:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742164_1340 (size=12001) 2024-11-22T12:25:32,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/34bd5ef005db464bbb3deb65e01d9d2e 2024-11-22T12:25:32,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5a3337a26a5f4e53a2bd5c531dda9fac as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac 2024-11-22T12:25:32,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac, entries=300, sequenceid=55, filesize=55.4 K 2024-11-22T12:25:32,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b92963a29e464bc4b9b536434f98434a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a 2024-11-22T12:25:32,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T12:25:32,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/34bd5ef005db464bbb3deb65e01d9d2e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e 2024-11-22T12:25:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T12:25:32,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8bfef9fcbb28143cb4777818788bf329 in 632ms, sequenceid=55, compaction requested=true 2024-11-22T12:25:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:32,273 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:32,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:32,274 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:32,274 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:32,274 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:32,274 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=115.9 K 2024-11-22T12:25:32,274 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:32,274 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac] 2024-11-22T12:25:32,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:32,275 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:32,275 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef418e6a835a444381606bfd6ef802da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278328770 2024-11-22T12:25:32,275 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f25a19e9205e45df82162fb785c0b988, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278328809 2024-11-22T12:25:32,276 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a3337a26a5f4e53a2bd5c531dda9fac, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330972 2024-11-22T12:25:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:32,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:32,277 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:32,277 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:32,277 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:32,277 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.2 K 2024-11-22T12:25:32,277 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cda688117bb4a538a33a61c4ddba654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278328770 2024-11-22T12:25:32,278 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e01e866528b44ee87400bf9f6e4fa99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278328809 2024-11-22T12:25:32,278 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b92963a29e464bc4b9b536434f98434a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330983 2024-11-22T12:25:32,297 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:32,302 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:32,303 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d1efca2b8a9848c7b85d543f69020d03 is 50, key is test_row_0/B:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:32,313 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c7d5d9c38d3e4816af151d3b08a4a690_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:32,315 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c7d5d9c38d3e4816af151d3b08a4a690_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:32,315 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7d5d9c38d3e4816af151d3b08a4a690_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742165_1341 (size=12104) 2024-11-22T12:25:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742166_1342 (size=4469) 2024-11-22T12:25:32,366 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#291 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:32,366 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/d63334ed5a964d02a75da3d1005a6dd0 is 175, key is test_row_0/A:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:25:32,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230088ba3485e40988feac481deb6be44_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278331703/Put/seqid=0 2024-11-22T12:25:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742167_1343 (size=31058) 2024-11-22T12:25:32,415 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/d63334ed5a964d02a75da3d1005a6dd0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0 2024-11-22T12:25:32,421 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into d63334ed5a964d02a75da3d1005a6dd0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:32,421 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:32,421 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278332273; duration=0sec 2024-11-22T12:25:32,421 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:32,421 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:32,421 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:32,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278392399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278392401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278392405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278392409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,427 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:32,428 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:32,428 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:32,428 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.2 K 2024-11-22T12:25:32,428 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab9d9407e0c346a5a43ba65b9cee8aba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278328770 2024-11-22T12:25:32,429 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52fc706e5f2c4061ad0ab0213d88c2c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732278328809 2024-11-22T12:25:32,429 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34bd5ef005db464bbb3deb65e01d9d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330983 2024-11-22T12:25:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742168_1344 (size=14594) 2024-11-22T12:25:32,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:32,447 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:32,448 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/428344e47494429fb9138aa4ea64e95f is 50, key is test_row_0/C:col10/1732278331640/Put/seqid=0 2024-11-22T12:25:32,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230088ba3485e40988feac481deb6be44_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230088ba3485e40988feac481deb6be44_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:32,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8618e9b3436140adadf91a9dc0f74e00, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:32,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8618e9b3436140adadf91a9dc0f74e00 is 175, key is test_row_0/A:col10/1732278331703/Put/seqid=0 2024-11-22T12:25:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742169_1345 (size=12104) 2024-11-22T12:25:32,486 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/428344e47494429fb9138aa4ea64e95f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/428344e47494429fb9138aa4ea64e95f 2024-11-22T12:25:32,492 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into 428344e47494429fb9138aa4ea64e95f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:32,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:32,492 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278332276; duration=0sec 2024-11-22T12:25:32,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:32,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742170_1346 (size=39549) 2024-11-22T12:25:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278392526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278392536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278392536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278392536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278392736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278392747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278392747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278392747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:32,771 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d1efca2b8a9848c7b85d543f69020d03 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d1efca2b8a9848c7b85d543f69020d03 2024-11-22T12:25:32,777 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into d1efca2b8a9848c7b85d543f69020d03(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:32,777 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:32,777 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278332275; duration=0sec 2024-11-22T12:25:32,777 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:32,777 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:32,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8618e9b3436140adadf91a9dc0f74e00 2024-11-22T12:25:32,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/aeaa7927667b466a8a8b855c6d4c34d8 is 50, key is test_row_0/B:col10/1732278331703/Put/seqid=0 2024-11-22T12:25:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T12:25:32,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:32,917 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T12:25:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:32,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:32,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:32,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742171_1347 (size=12001) 2024-11-22T12:25:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:33,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278393028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,038 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278393057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278393067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278393067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278393067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:33,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/aeaa7927667b466a8a8b855c6d4c34d8 2024-11-22T12:25:33,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/dab617ac036b4d75ba0c3901428d8809 is 50, key is test_row_0/C:col10/1732278331703/Put/seqid=0 2024-11-22T12:25:33,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742172_1348 (size=12001) 2024-11-22T12:25:33,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278393578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278393578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278393586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278393586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:33,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:33,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/dab617ac036b4d75ba0c3901428d8809 2024-11-22T12:25:33,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8618e9b3436140adadf91a9dc0f74e00 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00 2024-11-22T12:25:33,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00, entries=200, sequenceid=78, filesize=38.6 K 2024-11-22T12:25:33,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/aeaa7927667b466a8a8b855c6d4c34d8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8 2024-11-22T12:25:33,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T12:25:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/dab617ac036b4d75ba0c3901428d8809 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809 2024-11-22T12:25:33,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T12:25:33,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8bfef9fcbb28143cb4777818788bf329 in 1467ms, sequenceid=78, compaction requested=false 2024-11-22T12:25:33,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:33,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T12:25:33,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:33,850 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:25:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b63d906e321645fd84542f664aec54f7_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278332400/Put/seqid=0 2024-11-22T12:25:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742173_1349 (size=12154) 2024-11-22T12:25:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:34,344 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b63d906e321645fd84542f664aec54f7_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63d906e321645fd84542f664aec54f7_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8a0e9a5373e74eea8ec1b4a6222ac8c7, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 is 175, key is test_row_0/A:col10/1732278332400/Put/seqid=0 2024-11-22T12:25:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742174_1350 (size=30955) 2024-11-22T12:25:34,361 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 2024-11-22T12:25:34,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b58673ffb22948b696f9dd934f59b26a is 50, key is test_row_0/B:col10/1732278332400/Put/seqid=0 2024-11-22T12:25:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742175_1351 (size=12001) 2024-11-22T12:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:34,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278394693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278394695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278394697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278394723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,813 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b58673ffb22948b696f9dd934f59b26a 2024-11-22T12:25:34,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/106b9903f0aa4e1eb88742d19cfdf392 is 50, key is test_row_0/C:col10/1732278332400/Put/seqid=0 2024-11-22T12:25:34,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278394837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278394837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278394837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278394847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:34,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742176_1352 (size=12001) 2024-11-22T12:25:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278395066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,282 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/106b9903f0aa4e1eb88742d19cfdf392 2024-11-22T12:25:35,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T12:25:35,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T12:25:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 2024-11-22T12:25:35,291 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7, entries=150, sequenceid=94, filesize=30.2 K 2024-11-22T12:25:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/b58673ffb22948b696f9dd934f59b26a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a 2024-11-22T12:25:35,296 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T12:25:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/106b9903f0aa4e1eb88742d19cfdf392 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392 2024-11-22T12:25:35,302 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T12:25:35,303 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8bfef9fcbb28143cb4777818788bf329 in 1453ms, sequenceid=94, compaction requested=true 2024-11-22T12:25:35,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:35,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:35,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T12:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T12:25:35,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T12:25:35,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3820 sec 2024-11-22T12:25:35,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3910 sec 2024-11-22T12:25:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:35,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:25:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:35,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112269d4b55e06614f79b75de85a7a0ead9b_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278395412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278395411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278395413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278395416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742177_1353 (size=12154) 2024-11-22T12:25:35,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278395536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278395536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278395536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278395537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278395757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278395757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278395757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278395757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:35,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:35,880 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112269d4b55e06614f79b75de85a7a0ead9b_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112269d4b55e06614f79b75de85a7a0ead9b_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:35,884 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9b04eeadc09f43c9b8848318b967ad27, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:35,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9b04eeadc09f43c9b8848318b967ad27 is 175, key is test_row_0/A:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742178_1354 (size=30955) 2024-11-22T12:25:35,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9b04eeadc09f43c9b8848318b967ad27 2024-11-22T12:25:35,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/fc80345046ff40228af43f6a23415962 is 50, key is test_row_0/B:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742179_1355 (size=12001) 2024-11-22T12:25:35,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/fc80345046ff40228af43f6a23415962 2024-11-22T12:25:35,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/1384c49ab7754f13a3d2f35b7f282886 is 50, key is test_row_0/C:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742180_1356 (size=12001) 2024-11-22T12:25:36,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/1384c49ab7754f13a3d2f35b7f282886 2024-11-22T12:25:36,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9b04eeadc09f43c9b8848318b967ad27 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27 2024-11-22T12:25:36,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27, entries=150, sequenceid=118, filesize=30.2 K 2024-11-22T12:25:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/fc80345046ff40228af43f6a23415962 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962 2024-11-22T12:25:36,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T12:25:36,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/1384c49ab7754f13a3d2f35b7f282886 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886 2024-11-22T12:25:36,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T12:25:36,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8bfef9fcbb28143cb4777818788bf329 in 690ms, sequenceid=118, compaction requested=true 2024-11-22T12:25:36,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:36,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:36,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:36,076 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:36,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:36,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:36,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:36,076 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:36,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:36,079 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:36,079 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:36,079 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:36,079 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d1efca2b8a9848c7b85d543f69020d03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=47.0 K 2024-11-22T12:25:36,080 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:36,080 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d1efca2b8a9848c7b85d543f69020d03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330983 2024-11-22T12:25:36,080 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:36,080 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:36,080 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=129.4 K 2024-11-22T12:25:36,080 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:36,080 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27] 2024-11-22T12:25:36,081 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting aeaa7927667b466a8a8b855c6d4c34d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278331696 2024-11-22T12:25:36,081 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d63334ed5a964d02a75da3d1005a6dd0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330983 2024-11-22T12:25:36,081 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8618e9b3436140adadf91a9dc0f74e00, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278331696 2024-11-22T12:25:36,081 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b58673ffb22948b696f9dd934f59b26a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732278332399 2024-11-22T12:25:36,081 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a0e9a5373e74eea8ec1b4a6222ac8c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732278332399 2024-11-22T12:25:36,083 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fc80345046ff40228af43f6a23415962, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:36,083 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b04eeadc09f43c9b8848318b967ad27, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:36,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:25:36,105 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b6216bf5f1bd47509fa904e504fa4eed_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278335406/Put/seqid=0 2024-11-22T12:25:36,117 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b8e2c68297f142268567235803f73ac7_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,117 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:36,117 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/530b1f956cae4fe1890c9906907ad7b2 is 50, key is test_row_0/B:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:36,119 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b8e2c68297f142268567235803f73ac7_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,119 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b8e2c68297f142268567235803f73ac7_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742181_1357 (size=14694) 2024-11-22T12:25:36,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:36,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b6216bf5f1bd47509fa904e504fa4eed_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b6216bf5f1bd47509fa904e504fa4eed_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:36,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/e8f678ceb6934b0c831078af689c81df, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/e8f678ceb6934b0c831078af689c81df is 175, key is test_row_0/A:col10/1732278335406/Put/seqid=0 2024-11-22T12:25:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742182_1358 (size=4469) 2024-11-22T12:25:36,169 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#303 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:36,170 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f331a023a6cb42a8924602aba004a789 is 175, key is test_row_0/A:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742183_1359 (size=12241) 2024-11-22T12:25:36,190 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/530b1f956cae4fe1890c9906907ad7b2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/530b1f956cae4fe1890c9906907ad7b2 2024-11-22T12:25:36,197 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 530b1f956cae4fe1890c9906907ad7b2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:36,197 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:36,197 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=12, startTime=1732278336076; duration=0sec 2024-11-22T12:25:36,197 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:36,197 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:36,197 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:36,198 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:36,199 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:36,199 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:36,199 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/428344e47494429fb9138aa4ea64e95f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=47.0 K 2024-11-22T12:25:36,199 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 428344e47494429fb9138aa4ea64e95f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732278330983 2024-11-22T12:25:36,200 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting dab617ac036b4d75ba0c3901428d8809, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278331696 2024-11-22T12:25:36,200 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 106b9903f0aa4e1eb88742d19cfdf392, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732278332399 2024-11-22T12:25:36,200 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1384c49ab7754f13a3d2f35b7f282886, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742184_1360 (size=39649) 2024-11-22T12:25:36,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/e8f678ceb6934b0c831078af689c81df 2024-11-22T12:25:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278396189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278396191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278396191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278396216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,233 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:36,234 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/65af13232cbe482999c7360bab9502dc is 50, key is test_row_0/C:col10/1732278334692/Put/seqid=0 2024-11-22T12:25:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742185_1361 (size=31195) 2024-11-22T12:25:36,252 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f331a023a6cb42a8924602aba004a789 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789 2024-11-22T12:25:36,257 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into f331a023a6cb42a8924602aba004a789(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:36,257 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:36,257 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=12, startTime=1732278336075; duration=0sec 2024-11-22T12:25:36,257 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:36,257 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:36,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/f19aeb3745e34d628c274a655fcb4e14 is 50, key is test_row_0/B:col10/1732278335406/Put/seqid=0 2024-11-22T12:25:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742186_1362 (size=12241) 2024-11-22T12:25:36,295 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/65af13232cbe482999c7360bab9502dc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/65af13232cbe482999c7360bab9502dc 2024-11-22T12:25:36,300 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into 65af13232cbe482999c7360bab9502dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:36,300 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:36,300 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=12, startTime=1732278336076; duration=0sec 2024-11-22T12:25:36,301 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:36,301 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742187_1363 (size=12101) 2024-11-22T12:25:36,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/f19aeb3745e34d628c274a655fcb4e14 2024-11-22T12:25:36,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/fb459871a6a245eab83570a1b174c350 is 50, key is test_row_0/C:col10/1732278335406/Put/seqid=0 2024-11-22T12:25:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278396326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278396326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278396326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742188_1364 (size=12101) 2024-11-22T12:25:36,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/fb459871a6a245eab83570a1b174c350 2024-11-22T12:25:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278396337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/e8f678ceb6934b0c831078af689c81df as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df 2024-11-22T12:25:36,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df, entries=200, sequenceid=131, filesize=38.7 K 2024-11-22T12:25:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/f19aeb3745e34d628c274a655fcb4e14 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14 2024-11-22T12:25:36,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T12:25:36,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/fb459871a6a245eab83570a1b174c350 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350 2024-11-22T12:25:36,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T12:25:36,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8bfef9fcbb28143cb4777818788bf329 in 292ms, sequenceid=131, compaction requested=false 2024-11-22T12:25:36,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:36,552 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:36,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:25:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:36,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112209c9b5b821fe4d8f963463368df78567_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278396573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278396583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278396588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742189_1365 (size=12304) 2024-11-22T12:25:36,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278396591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112209c9b5b821fe4d8f963463368df78567_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209c9b5b821fe4d8f963463368df78567_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:36,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/538ee054c7494492b9a2d87b6d7d6493, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:36,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/538ee054c7494492b9a2d87b6d7d6493 is 175, key is test_row_0/A:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742190_1366 (size=31105) 2024-11-22T12:25:36,618 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/538ee054c7494492b9a2d87b6d7d6493 2024-11-22T12:25:36,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a57747ae429c4894b416140f3fa4569d is 50, key is test_row_0/B:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742191_1367 (size=12151) 2024-11-22T12:25:36,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278396697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278396706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278396706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278396717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278396917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278396927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278396927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278396936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a57747ae429c4894b416140f3fa4569d 2024-11-22T12:25:37,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/31632ade9dc54727a72d4c09303a65bd is 50, key is test_row_0/C:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278397077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,083 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T12:25:37,086 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:37,087 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T12:25:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:37,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:37,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:37,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742192_1368 (size=12151) 2024-11-22T12:25:37,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/31632ade9dc54727a72d4c09303a65bd 2024-11-22T12:25:37,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/538ee054c7494492b9a2d87b6d7d6493 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493 2024-11-22T12:25:37,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493, entries=150, sequenceid=159, filesize=30.4 K 2024-11-22T12:25:37,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a57747ae429c4894b416140f3fa4569d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d 2024-11-22T12:25:37,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T12:25:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/31632ade9dc54727a72d4c09303a65bd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd 2024-11-22T12:25:37,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T12:25:37,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8bfef9fcbb28143cb4777818788bf329 in 583ms, sequenceid=159, compaction requested=true 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:37,135 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:25:37,135 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:37,137 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:37,137 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:37,137 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:37,137 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=99.6 K 2024-11-22T12:25:37,137 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:37,137 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493] 2024-11-22T12:25:37,137 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:37,137 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:37,137 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:37,138 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/530b1f956cae4fe1890c9906907ad7b2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.6 K 2024-11-22T12:25:37,138 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f331a023a6cb42a8924602aba004a789, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:37,138 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 530b1f956cae4fe1890c9906907ad7b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:37,138 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f678ceb6934b0c831078af689c81df, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732278335406 2024-11-22T12:25:37,138 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f19aeb3745e34d628c274a655fcb4e14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732278335406 2024-11-22T12:25:37,138 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 538ee054c7494492b9a2d87b6d7d6493, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:37,139 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a57747ae429c4894b416140f3fa4569d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:37,151 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:37,155 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:37,156 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/46d7defc248645ee9286e318968cf97c is 50, key is test_row_0/B:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:37,158 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ca9111467031467aa4d505b00fb49b94_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:37,161 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ca9111467031467aa4d505b00fb49b94_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:37,161 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca9111467031467aa4d505b00fb49b94_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742193_1369 (size=12493) 2024-11-22T12:25:37,196 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/46d7defc248645ee9286e318968cf97c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/46d7defc248645ee9286e318968cf97c 2024-11-22T12:25:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:37,202 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 46d7defc248645ee9286e318968cf97c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:37,202 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:37,202 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278337135; duration=0sec 2024-11-22T12:25:37,202 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:37,202 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:37,202 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:37,207 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:37,207 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:37,207 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:37,207 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/65af13232cbe482999c7360bab9502dc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.6 K 2024-11-22T12:25:37,208 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 65af13232cbe482999c7360bab9502dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732278334692 2024-11-22T12:25:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742194_1370 (size=4469) 2024-11-22T12:25:37,208 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting fb459871a6a245eab83570a1b174c350, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732278335406 2024-11-22T12:25:37,211 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 31632ade9dc54727a72d4c09303a65bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:37,230 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:37,231 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/779d9f44300e443aa0d9dec00ffe7a73 is 50, key is test_row_0/C:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:37,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T12:25:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:37,244 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:25:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:37,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742195_1371 (size=12493) 2024-11-22T12:25:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122df4ebf608b1349acb49100cd6d11071a_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278336582/Put/seqid=0 2024-11-22T12:25:37,275 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/779d9f44300e443aa0d9dec00ffe7a73 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/779d9f44300e443aa0d9dec00ffe7a73 2024-11-22T12:25:37,281 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into 779d9f44300e443aa0d9dec00ffe7a73(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:37,281 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:37,281 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278337135; duration=0sec 2024-11-22T12:25:37,281 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:37,281 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742196_1372 (size=14794) 2024-11-22T12:25:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:37,297 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122df4ebf608b1349acb49100cd6d11071a_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df4ebf608b1349acb49100cd6d11071a_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:37,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8341d2ad27e44b94806698216ea853d6, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:37,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8341d2ad27e44b94806698216ea853d6 is 175, key is test_row_0/A:col10/1732278336582/Put/seqid=0 2024-11-22T12:25:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742197_1373 (size=39749) 2024-11-22T12:25:37,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278397353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278397354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278397355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278397366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278397476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278397477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278397477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278397486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,610 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#312 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:37,611 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f485105e21e240ac91615fb5e41d9861 is 175, key is test_row_0/A:col10/1732278336189/Put/seqid=0 2024-11-22T12:25:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742198_1374 (size=31447) 2024-11-22T12:25:37,644 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f485105e21e240ac91615fb5e41d9861 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861 2024-11-22T12:25:37,656 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into f485105e21e240ac91615fb5e41d9861(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:37,656 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:37,656 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278337135; duration=0sec 2024-11-22T12:25:37,656 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:37,656 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278397687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278397687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278397687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,706 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8341d2ad27e44b94806698216ea853d6 2024-11-22T12:25:37,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278397706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:37,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 is 50, key is test_row_0/B:col10/1732278336582/Put/seqid=0 2024-11-22T12:25:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742199_1375 (size=12151) 2024-11-22T12:25:37,800 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 2024-11-22T12:25:37,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/94d5cd3f99da4788ad04756b4bbc2dfc is 50, key is test_row_0/C:col10/1732278336582/Put/seqid=0 2024-11-22T12:25:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742200_1376 (size=12151) 2024-11-22T12:25:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278397996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:37,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278398006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278398007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278398016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:38,273 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/94d5cd3f99da4788ad04756b4bbc2dfc 2024-11-22T12:25:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8341d2ad27e44b94806698216ea853d6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6 2024-11-22T12:25:38,284 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6, entries=200, sequenceid=172, filesize=38.8 K 2024-11-22T12:25:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 2024-11-22T12:25:38,289 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T12:25:38,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/94d5cd3f99da4788ad04756b4bbc2dfc as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc 2024-11-22T12:25:38,295 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T12:25:38,296 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8bfef9fcbb28143cb4777818788bf329 in 1053ms, sequenceid=172, compaction requested=false 2024-11-22T12:25:38,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T12:25:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T12:25:38,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T12:25:38,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2080 sec 2024-11-22T12:25:38,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.2130 sec 2024-11-22T12:25:38,512 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:38,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:25:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:38,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b96e6fc6e262457eabb698bda3c96b0e_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278398543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278398547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278398558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278398562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742201_1377 (size=14794) 2024-11-22T12:25:38,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278398667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278398667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278398676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278398688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278398876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278398876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278398886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278398907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:38,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:39,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b96e6fc6e262457eabb698bda3c96b0e_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b96e6fc6e262457eabb698bda3c96b0e_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:39,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/2267131479a54f7d9930f3b1af5ab57e, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:39,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/2267131479a54f7d9930f3b1af5ab57e is 175, key is test_row_0/A:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742202_1378 (size=39749) 2024-11-22T12:25:39,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/2267131479a54f7d9930f3b1af5ab57e 2024-11-22T12:25:39,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/58396de65a9b4a8e99f989e685810494 is 50, key is test_row_0/B:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742203_1379 (size=12151) 2024-11-22T12:25:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278399186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278399186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278399197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278399226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T12:25:39,237 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:39,237 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T12:25:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:39,239 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:39,240 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:39,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:39,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T12:25:39,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:39,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/58396de65a9b4a8e99f989e685810494 2024-11-22T12:25:39,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/60aaac6160d14ce08c8720121e880c76 is 50, key is test_row_0/C:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742204_1380 (size=12151) 2024-11-22T12:25:39,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/60aaac6160d14ce08c8720121e880c76 2024-11-22T12:25:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/2267131479a54f7d9930f3b1af5ab57e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e 2024-11-22T12:25:39,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e, entries=200, sequenceid=199, filesize=38.8 K 2024-11-22T12:25:39,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/58396de65a9b4a8e99f989e685810494 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494 2024-11-22T12:25:39,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T12:25:39,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/60aaac6160d14ce08c8720121e880c76 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76 2024-11-22T12:25:39,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T12:25:39,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8bfef9fcbb28143cb4777818788bf329 in 1003ms, sequenceid=199, compaction requested=true 2024-11-22T12:25:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:39,516 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:39,517 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,517 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,517 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=108.3 K 2024-11-22T12:25:39,517 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/46d7defc248645ee9286e318968cf97c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.9 K 2024-11-22T12:25:39,517 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e] 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 46d7defc248645ee9286e318968cf97c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f485105e21e240ac91615fb5e41d9861, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8341d2ad27e44b94806698216ea853d6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278336565 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 94bd3a3a2dc64d42bc5dfdeee9d73e18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278336565 2024-11-22T12:25:39,517 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2267131479a54f7d9930f3b1af5ab57e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337334 2024-11-22T12:25:39,518 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 58396de65a9b4a8e99f989e685810494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337349 2024-11-22T12:25:39,530 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:39,531 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/082e692a034b42839932c6afd9b62745 is 50, key is test_row_0/B:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:39,541 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:39,544 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122782f9a9722674c93bc71768d3f16482f_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:39,546 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122782f9a9722674c93bc71768d3f16482f_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:39,547 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122782f9a9722674c93bc71768d3f16482f_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:39,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T12:25:39,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:39,552 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:25:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742205_1381 (size=12595) 2024-11-22T12:25:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742206_1382 (size=4469) 2024-11-22T12:25:39,620 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#322 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:39,621 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/b6d87ff59a66468abfa274a9853277ad is 175, key is test_row_0/A:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:39,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b82ca6a93bda47c299a5259ecd270093_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278338558/Put/seqid=0 2024-11-22T12:25:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742207_1383 (size=31549) 2024-11-22T12:25:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742208_1384 (size=12304) 2024-11-22T12:25:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:39,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:39,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278399785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278399787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278399789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278399791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278399907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278399907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278399907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:39,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278399916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,010 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/082e692a034b42839932c6afd9b62745 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/082e692a034b42839932c6afd9b62745 2024-11-22T12:25:40,014 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 082e692a034b42839932c6afd9b62745(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:40,014 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:40,014 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278339516; duration=0sec 2024-11-22T12:25:40,015 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:40,015 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:40,015 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:40,015 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:40,015 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:40,015 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:40,016 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/779d9f44300e443aa0d9dec00ffe7a73, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=35.9 K 2024-11-22T12:25:40,016 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 779d9f44300e443aa0d9dec00ffe7a73, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732278336189 2024-11-22T12:25:40,017 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d5cd3f99da4788ad04756b4bbc2dfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732278336565 2024-11-22T12:25:40,017 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 60aaac6160d14ce08c8720121e880c76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337349 2024-11-22T12:25:40,027 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#324 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:40,027 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/7eb85cd34be54f0aac50bb9d6937d510 is 50, key is test_row_0/C:col10/1732278338511/Put/seqid=0 2024-11-22T12:25:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742209_1385 (size=12595) 2024-11-22T12:25:40,053 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/b6d87ff59a66468abfa274a9853277ad as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad 2024-11-22T12:25:40,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:40,057 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b82ca6a93bda47c299a5259ecd270093_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b82ca6a93bda47c299a5259ecd270093_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8819f0be8558497e85d983889cfe8106, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8819f0be8558497e85d983889cfe8106 is 175, key is test_row_0/A:col10/1732278338558/Put/seqid=0 2024-11-22T12:25:40,062 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into b6d87ff59a66468abfa274a9853277ad(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:40,062 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:40,062 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278339515; duration=0sec 2024-11-22T12:25:40,062 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:40,062 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742210_1386 (size=31105) 2024-11-22T12:25:40,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278400127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278400127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278400127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278400136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:40,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278400437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,454 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/7eb85cd34be54f0aac50bb9d6937d510 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/7eb85cd34be54f0aac50bb9d6937d510 2024-11-22T12:25:40,458 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into 7eb85cd34be54f0aac50bb9d6937d510(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:40,458 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:40,458 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278339516; duration=0sec 2024-11-22T12:25:40,459 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:40,459 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:40,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278400446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278400447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278400457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,474 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8819f0be8558497e85d983889cfe8106 2024-11-22T12:25:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a8688a03c2864ec09b0be03ac07d8c39 is 50, key is test_row_0/B:col10/1732278338558/Put/seqid=0 2024-11-22T12:25:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742211_1387 (size=12151) 2024-11-22T12:25:40,897 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a8688a03c2864ec09b0be03ac07d8c39 2024-11-22T12:25:40,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/a94fde17a67d4b889cf69db72d74f6b9 is 50, key is test_row_0/C:col10/1732278338558/Put/seqid=0 2024-11-22T12:25:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742212_1388 (size=12151) 2024-11-22T12:25:40,949 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/a94fde17a67d4b889cf69db72d74f6b9 2024-11-22T12:25:40,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/8819f0be8558497e85d983889cfe8106 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106 2024-11-22T12:25:40,966 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106, entries=150, sequenceid=210, filesize=30.4 K 2024-11-22T12:25:40,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a8688a03c2864ec09b0be03ac07d8c39 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39 2024-11-22T12:25:40,972 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T12:25:40,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/a94fde17a67d4b889cf69db72d74f6b9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9 2024-11-22T12:25:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278400967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:40,979 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T12:25:40,980 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8bfef9fcbb28143cb4777818788bf329 in 1428ms, sequenceid=210, compaction requested=false 2024-11-22T12:25:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T12:25:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T12:25:40,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T12:25:40,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7420 sec 2024-11-22T12:25:40,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.7460 sec 2024-11-22T12:25:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:40,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:25:41,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d5730584f5cb4d7a9c5f56247be354c3_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278401016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742213_1389 (size=17284) 2024-11-22T12:25:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278401020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278401140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278401137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278401357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278401357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T12:25:41,387 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:41,387 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T12:25:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:41,389 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:41,390 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:41,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:41,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:41,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d5730584f5cb4d7a9c5f56247be354c3_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5730584f5cb4d7a9c5f56247be354c3_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:41,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/edccf2238d004fb2a44bebea5bffd95d, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/edccf2238d004fb2a44bebea5bffd95d is 175, key is test_row_0/A:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742214_1390 (size=48389) 2024-11-22T12:25:41,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/edccf2238d004fb2a44bebea5bffd95d 2024-11-22T12:25:41,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/da22092c92124af8a235973c15766af7 is 50, key is test_row_0/B:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742215_1391 (size=12151) 2024-11-22T12:25:41,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/da22092c92124af8a235973c15766af7 2024-11-22T12:25:41,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:41,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:41,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/29c4b62bf14a42ca952d0294e1c55264 is 50, key is test_row_0/C:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742216_1392 (size=12151) 2024-11-22T12:25:41,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/29c4b62bf14a42ca952d0294e1c55264 2024-11-22T12:25:41,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/edccf2238d004fb2a44bebea5bffd95d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d 2024-11-22T12:25:41,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d, entries=250, sequenceid=240, filesize=47.3 K 2024-11-22T12:25:41,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/da22092c92124af8a235973c15766af7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7 2024-11-22T12:25:41,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T12:25:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/29c4b62bf14a42ca952d0294e1c55264 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264 2024-11-22T12:25:41,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T12:25:41,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8bfef9fcbb28143cb4777818788bf329 in 622ms, sequenceid=240, compaction requested=true 2024-11-22T12:25:41,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:41,612 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:41,612 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:41,612 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:41,613 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=108.4 K 2024-11-22T12:25:41,613 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/082e692a034b42839932c6afd9b62745, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.0 K 2024-11-22T12:25:41,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d] 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 082e692a034b42839932c6afd9b62745, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337349 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6d87ff59a66468abfa274a9853277ad, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337349 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a8688a03c2864ec09b0be03ac07d8c39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732278338540 2024-11-22T12:25:41,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8819f0be8558497e85d983889cfe8106, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732278338540 2024-11-22T12:25:41,614 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting da22092c92124af8a235973c15766af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:41,614 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting edccf2238d004fb2a44bebea5bffd95d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:41,619 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:41,620 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/81a6e8f3171b40308cec0f82a9d78be9 is 50, key is test_row_0/B:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,621 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,630 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ffef601662564622892b1a3ca5b6447d_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,632 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ffef601662564622892b1a3ca5b6447d_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,633 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ffef601662564622892b1a3ca5b6447d_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742217_1393 (size=12697) 2024-11-22T12:25:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742218_1394 (size=4469) 2024-11-22T12:25:41,647 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#331 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:41,647 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/cb0f39e22d754a38b30e6b371d33c0d4 is 175, key is test_row_0/A:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742219_1395 (size=31651) 2024-11-22T12:25:41,674 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/cb0f39e22d754a38b30e6b371d33c0d4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4 2024-11-22T12:25:41,682 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into cb0f39e22d754a38b30e6b371d33c0d4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:41,682 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:41,682 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278341611; duration=0sec 2024-11-22T12:25:41,682 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:41,682 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:41,682 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:41,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:41,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:25:41,688 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:41,688 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:41,688 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,688 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/7eb85cd34be54f0aac50bb9d6937d510, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.0 K 2024-11-22T12:25:41,689 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eb85cd34be54f0aac50bb9d6937d510, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732278337349 2024-11-22T12:25:41,691 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94fde17a67d4b889cf69db72d74f6b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732278338540 2024-11-22T12:25:41,692 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c4b62bf14a42ca952d0294e1c55264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:41,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:41,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221253cc902ad44b4385f230b743ee3d23_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278341013/Put/seqid=0 2024-11-22T12:25:41,712 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:41,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/a3ba5ae8628841399db52661b70b7a08 is 50, key is test_row_0/C:col10/1732278339788/Put/seqid=0 2024-11-22T12:25:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742220_1396 (size=12697) 2024-11-22T12:25:41,749 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/a3ba5ae8628841399db52661b70b7a08 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a3ba5ae8628841399db52661b70b7a08 2024-11-22T12:25:41,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742221_1397 (size=14794) 2024-11-22T12:25:41,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:41,762 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into a3ba5ae8628841399db52661b70b7a08(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:41,762 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:41,762 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278341612; duration=0sec 2024-11-22T12:25:41,762 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:41,762 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:41,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221253cc902ad44b4385f230b743ee3d23_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221253cc902ad44b4385f230b743ee3d23_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:41,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/70bbe8c26ec74405998e3d187ef16041, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:41,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/70bbe8c26ec74405998e3d187ef16041 is 175, key is test_row_0/A:col10/1732278341013/Put/seqid=0 2024-11-22T12:25:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742222_1398 (size=39749) 2024-11-22T12:25:41,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/70bbe8c26ec74405998e3d187ef16041 2024-11-22T12:25:41,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/8395b1d48c674c159297b8bf6aad2074 is 50, key is test_row_0/B:col10/1732278341013/Put/seqid=0 2024-11-22T12:25:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278401803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278401807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742223_1399 (size=12151) 2024-11-22T12:25:41,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/8395b1d48c674c159297b8bf6aad2074 2024-11-22T12:25:41,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:41,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:41,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:41,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:41,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/bc55728a67b94888b34613ee6814c43a is 50, key is test_row_0/C:col10/1732278341013/Put/seqid=0 2024-11-22T12:25:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742224_1400 (size=12151) 2024-11-22T12:25:41,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/bc55728a67b94888b34613ee6814c43a 2024-11-22T12:25:41,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/70bbe8c26ec74405998e3d187ef16041 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041 2024-11-22T12:25:41,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041, entries=200, sequenceid=252, filesize=38.8 K 2024-11-22T12:25:41,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/8395b1d48c674c159297b8bf6aad2074 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074 2024-11-22T12:25:41,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T12:25:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/bc55728a67b94888b34613ee6814c43a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a 2024-11-22T12:25:41,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T12:25:41,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8bfef9fcbb28143cb4777818788bf329 in 220ms, sequenceid=252, compaction requested=false 2024-11-22T12:25:41,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:41,928 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:41,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T12:25:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278401967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,975 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278401973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4271e40698d4622987db9d05c6a21fb_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278401975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278401986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:41,994 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742225_1401 (size=14994) 2024-11-22T12:25:42,046 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/81a6e8f3171b40308cec0f82a9d78be9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/81a6e8f3171b40308cec0f82a9d78be9 2024-11-22T12:25:42,054 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 81a6e8f3171b40308cec0f82a9d78be9(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:42,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:42,054 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278341612; duration=0sec 2024-11-22T12:25:42,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:42,054 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278402086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278402097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278402296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278402316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:42,432 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4271e40698d4622987db9d05c6a21fb_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4271e40698d4622987db9d05c6a21fb_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:42,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f83d40e9e45b47a3ac6e23f32e337402, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f83d40e9e45b47a3ac6e23f32e337402 is 175, key is test_row_0/A:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742226_1402 (size=39949) 2024-11-22T12:25:42,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:42,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278402617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278402636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:42,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:42,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f83d40e9e45b47a3ac6e23f32e337402 2024-11-22T12:25:42,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/61b34853ab2f4b0dbe1a923955ad25a4 is 50, key is test_row_0/B:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742227_1403 (size=12301) 2024-11-22T12:25:42,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/61b34853ab2f4b0dbe1a923955ad25a4 2024-11-22T12:25:42,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/6964fa3dc13b4397815748f2292910be is 50, key is test_row_0/C:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742228_1404 (size=12301) 2024-11-22T12:25:42,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/6964fa3dc13b4397815748f2292910be 2024-11-22T12:25:42,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/f83d40e9e45b47a3ac6e23f32e337402 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402 2024-11-22T12:25:42,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402, entries=200, sequenceid=279, filesize=39.0 K 2024-11-22T12:25:42,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/61b34853ab2f4b0dbe1a923955ad25a4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4 2024-11-22T12:25:42,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4, entries=150, sequenceid=279, filesize=12.0 K 2024-11-22T12:25:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/6964fa3dc13b4397815748f2292910be as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be 2024-11-22T12:25:42,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be, entries=150, sequenceid=279, filesize=12.0 K 2024-11-22T12:25:42,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8bfef9fcbb28143cb4777818788bf329 in 999ms, sequenceid=279, compaction requested=true 2024-11-22T12:25:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:42,927 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:42,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:42,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:42,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:42,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:25:42,928 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:42,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T12:25:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,929 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T12:25:42,932 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:42,932 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:42,932 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:42,932 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:42,932 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,932 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,932 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/81a6e8f3171b40308cec0f82a9d78be9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.3 K 2024-11-22T12:25:42,932 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=108.7 K 2024-11-22T12:25:42,932 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:42,932 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402] 2024-11-22T12:25:42,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb0f39e22d754a38b30e6b371d33c0d4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:42,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70bbe8c26ec74405998e3d187ef16041, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732278341001 2024-11-22T12:25:42,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f83d40e9e45b47a3ac6e23f32e337402, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341768 2024-11-22T12:25:42,935 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a6e8f3171b40308cec0f82a9d78be9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:42,938 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8395b1d48c674c159297b8bf6aad2074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732278341013 2024-11-22T12:25:42,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 61b34853ab2f4b0dbe1a923955ad25a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341801 2024-11-22T12:25:42,942 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220424b6b6e42b4658a8d3d55afdd47efc_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278341971/Put/seqid=0 2024-11-22T12:25:42,952 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220a45760324544f4fae71d646333dae19_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,954 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220a45760324544f4fae71d646333dae19_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,954 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220a45760324544f4fae71d646333dae19_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742229_1405 (size=12454) 2024-11-22T12:25:42,965 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:42,965 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/7c03b04fc9b642acb8a96676e1d7d735 is 50, key is test_row_0/B:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:42,971 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220424b6b6e42b4658a8d3d55afdd47efc_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220424b6b6e42b4658a8d3d55afdd47efc_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/03f33638943e4298bd75e6262b35bf86, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/03f33638943e4298bd75e6262b35bf86 is 175, key is test_row_0/A:col10/1732278341971/Put/seqid=0 2024-11-22T12:25:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742230_1406 (size=4469) 2024-11-22T12:25:42,996 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#339 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:42,996 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/0ec235b868fb4fab88af5fba4667fa7a is 175, key is test_row_0/A:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742231_1407 (size=12949) 2024-11-22T12:25:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742232_1408 (size=31255) 2024-11-22T12:25:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742233_1409 (size=31903) 2024-11-22T12:25:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:43,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278403284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278403285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278403396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278403406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,414 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/7c03b04fc9b642acb8a96676e1d7d735 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/7c03b04fc9b642acb8a96676e1d7d735 2024-11-22T12:25:43,416 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/03f33638943e4298bd75e6262b35bf86 2024-11-22T12:25:43,418 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 7c03b04fc9b642acb8a96676e1d7d735(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:43,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:43,418 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278342927; duration=0sec 2024-11-22T12:25:43,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:43,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:43,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:43,419 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:43,419 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:43,419 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:43,419 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a3ba5ae8628841399db52661b70b7a08, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.3 K 2024-11-22T12:25:43,420 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ba5ae8628841399db52661b70b7a08, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732278339785 2024-11-22T12:25:43,421 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting bc55728a67b94888b34613ee6814c43a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732278341013 2024-11-22T12:25:43,421 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 6964fa3dc13b4397815748f2292910be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341801 2024-11-22T12:25:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/28ae454ccab34be2aefa7aaf16b02cf1 is 50, key is test_row_0/B:col10/1732278341971/Put/seqid=0 2024-11-22T12:25:43,429 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:43,430 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/46f8ceeb427c4d4181222f8f2cece91b is 50, key is test_row_0/C:col10/1732278341926/Put/seqid=0 2024-11-22T12:25:43,433 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/0ec235b868fb4fab88af5fba4667fa7a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a 2024-11-22T12:25:43,451 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into 0ec235b868fb4fab88af5fba4667fa7a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:43,451 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:43,451 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278342927; duration=0sec 2024-11-22T12:25:43,452 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:43,452 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742235_1411 (size=12949) 2024-11-22T12:25:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742234_1410 (size=12301) 2024-11-22T12:25:43,469 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/28ae454ccab34be2aefa7aaf16b02cf1 2024-11-22T12:25:43,477 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/46f8ceeb427c4d4181222f8f2cece91b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/46f8ceeb427c4d4181222f8f2cece91b 2024-11-22T12:25:43,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/9d574742f83641d38cc14087eb09298e is 50, key is test_row_0/C:col10/1732278341971/Put/seqid=0 2024-11-22T12:25:43,483 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into 46f8ceeb427c4d4181222f8f2cece91b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:43,483 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:43,484 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278342928; duration=0sec 2024-11-22T12:25:43,484 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:43,484 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742236_1412 (size=12301) 2024-11-22T12:25:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278403616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278403616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,893 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/9d574742f83641d38cc14087eb09298e 2024-11-22T12:25:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/03f33638943e4298bd75e6262b35bf86 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86 2024-11-22T12:25:43,907 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86, entries=150, sequenceid=290, filesize=30.5 K 2024-11-22T12:25:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/28ae454ccab34be2aefa7aaf16b02cf1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1 2024-11-22T12:25:43,917 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T12:25:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/9d574742f83641d38cc14087eb09298e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e 2024-11-22T12:25:43,923 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T12:25:43,924 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8bfef9fcbb28143cb4777818788bf329 in 995ms, sequenceid=290, compaction requested=false 2024-11-22T12:25:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T12:25:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T12:25:43,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T12:25:43,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5350 sec 2024-11-22T12:25:43,938 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:43,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:25:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:43,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.5490 sec 2024-11-22T12:25:43,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200f3338ca3014ec8bd26e990576d9683_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742237_1413 (size=14994) 2024-11-22T12:25:43,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278403981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278403982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278403986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:43,995 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278404007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,009 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278404096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278404107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278404316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278404327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200f3338ca3014ec8bd26e990576d9683_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f3338ca3014ec8bd26e990576d9683_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:44,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/11c91a4d58ae4da7a78f32a5e7d886a9, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:44,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/11c91a4d58ae4da7a78f32a5e7d886a9 is 175, key is test_row_0/A:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742238_1414 (size=39949) 2024-11-22T12:25:44,392 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/11c91a4d58ae4da7a78f32a5e7d886a9 2024-11-22T12:25:44,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/236d99fcbbf34ac78207d20066152f63 is 50, key is test_row_0/B:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742239_1415 (size=12301) 2024-11-22T12:25:44,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/236d99fcbbf34ac78207d20066152f63 2024-11-22T12:25:44,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/be1c84b38f9246e0a076bd38f791d6c1 is 50, key is test_row_0/C:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742240_1416 (size=12301) 2024-11-22T12:25:44,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278404626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278404636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:44,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/be1c84b38f9246e0a076bd38f791d6c1 2024-11-22T12:25:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/11c91a4d58ae4da7a78f32a5e7d886a9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9 2024-11-22T12:25:44,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9, entries=200, sequenceid=320, filesize=39.0 K 2024-11-22T12:25:44,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/236d99fcbbf34ac78207d20066152f63 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63 2024-11-22T12:25:44,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63, entries=150, sequenceid=320, filesize=12.0 K 2024-11-22T12:25:44,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/be1c84b38f9246e0a076bd38f791d6c1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1 2024-11-22T12:25:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1, entries=150, sequenceid=320, filesize=12.0 K 2024-11-22T12:25:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8bfef9fcbb28143cb4777818788bf329 in 914ms, sequenceid=320, compaction requested=true 2024-11-22T12:25:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:44,852 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:44,852 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,853 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:44,853 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,853 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:44,853 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:44,853 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:44,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=100.7 K 2024-11-22T12:25:44,853 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/7c03b04fc9b642acb8a96676e1d7d735, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.7 K 2024-11-22T12:25:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9] 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c03b04fc9b642acb8a96676e1d7d735, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341801 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec235b868fb4fab88af5fba4667fa7a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341801 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03f33638943e4298bd75e6262b35bf86, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732278341954 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 28ae454ccab34be2aefa7aaf16b02cf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732278341954 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11c91a4d58ae4da7a78f32a5e7d886a9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343260 2024-11-22T12:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 236d99fcbbf34ac78207d20066152f63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343282 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,860 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,862 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,862 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/14217372727645ceacad2e9ea54f6dba is 50, key is test_row_0/B:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,862 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122878de94525a7427a950899e94a6c0741_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122878de94525a7427a950899e94a6c0741_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:44,865 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122878de94525a7427a950899e94a6c0741_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742241_1417 (size=13051) 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742242_1418 (size=4469) 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,895 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#348 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,895 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9107718bccfa452e8339d5e8228e2de0 is 175, key is test_row_0/A:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742243_1419 (size=32005) 2024-11-22T12:25:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9107718bccfa452e8339d5e8228e2de0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,906 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into 9107718bccfa452e8339d5e8228e2de0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:44,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,906 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=13, startTime=1732278344852; duration=0sec 2024-11-22T12:25:44,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:44,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:44,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:25:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,908 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:25:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,908 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:44,908 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,908 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/46f8ceeb427c4d4181222f8f2cece91b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=36.7 K 2024-11-22T12:25:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,909 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f8ceeb427c4d4181222f8f2cece91b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732278341801 2024-11-22T12:25:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,909 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d574742f83641d38cc14087eb09298e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732278341954 2024-11-22T12:25:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,909 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting be1c84b38f9246e0a076bd38f791d6c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343282 2024-11-22T12:25:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,919 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/e200e5d9adc14a9cb18cdd1e7ea7c018 is 50, key is test_row_0/C:col10/1732278343282/Put/seqid=0 2024-11-22T12:25:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742244_1420 (size=13051) 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:45,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:25:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227075012f0a31489d9245784317fad342_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278343981/Put/seqid=0 2024-11-22T12:25:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742245_1421 (size=12454) 2024-11-22T12:25:45,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227075012f0a31489d9245784317fad342_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227075012f0a31489d9245784317fad342_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/81741a7aa484418d9dc89512acefa6bf, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:45,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/81741a7aa484418d9dc89512acefa6bf is 175, key is test_row_0/A:col10/1732278343981/Put/seqid=0 2024-11-22T12:25:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742246_1422 (size=31255) 2024-11-22T12:25:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278405271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278405274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,297 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/14217372727645ceacad2e9ea54f6dba as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/14217372727645ceacad2e9ea54f6dba 2024-11-22T12:25:45,301 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into 14217372727645ceacad2e9ea54f6dba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:45,301 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:45,301 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=13, startTime=1732278344852; duration=0sec 2024-11-22T12:25:45,301 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:45,301 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:45,333 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/e200e5d9adc14a9cb18cdd1e7ea7c018 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/e200e5d9adc14a9cb18cdd1e7ea7c018 2024-11-22T12:25:45,336 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into e200e5d9adc14a9cb18cdd1e7ea7c018(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:45,336 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:45,336 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=13, startTime=1732278344852; duration=0sec 2024-11-22T12:25:45,336 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:45,336 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278405386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278405386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T12:25:45,557 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:45,557 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:25:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T12:25:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:45,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:25:45,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:25:45,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:25:45,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/81741a7aa484418d9dc89512acefa6bf 2024-11-22T12:25:45,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2124c8806dd647aea6ec7ab982d5d6ea is 50, key is test_row_0/B:col10/1732278343981/Put/seqid=0 2024-11-22T12:25:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278405596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278405596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742247_1423 (size=12301) 2024-11-22T12:25:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:45,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:45,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:45,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278405917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278405917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:46,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2124c8806dd647aea6ec7ab982d5d6ea 2024-11-22T12:25:46,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/f5ee456a5bd344e0a1ddd475b12184b5 is 50, key is test_row_0/C:col10/1732278343981/Put/seqid=0 2024-11-22T12:25:46,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:46,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:46,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742248_1424 (size=12301) 2024-11-22T12:25:46,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:46,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:25:46,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/f5ee456a5bd344e0a1ddd475b12184b5 2024-11-22T12:25:46,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/81741a7aa484418d9dc89512acefa6bf as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf 2024-11-22T12:25:46,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf, entries=150, sequenceid=332, filesize=30.5 K 2024-11-22T12:25:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/2124c8806dd647aea6ec7ab982d5d6ea as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea 2024-11-22T12:25:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278406427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278406427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:46,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T12:25:46,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/f5ee456a5bd344e0a1ddd475b12184b5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5 2024-11-22T12:25:46,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T12:25:46,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8bfef9fcbb28143cb4777818788bf329 in 1266ms, sequenceid=332, compaction requested=false 2024-11-22T12:25:46,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:46,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T12:25:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:46,475 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:25:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c6914158ed14d51bd475a4edfdbd6a9_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278345273/Put/seqid=0 2024-11-22T12:25:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742249_1425 (size=12454) 2024-11-22T12:25:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:46,494 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c6914158ed14d51bd475a4edfdbd6a9_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6914158ed14d51bd475a4edfdbd6a9_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/54122fb1847244d48db369b7e5c42505, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/54122fb1847244d48db369b7e5c42505 is 175, key is test_row_0/A:col10/1732278345273/Put/seqid=0 2024-11-22T12:25:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742250_1426 (size=31255) 2024-11-22T12:25:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:46,908 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/54122fb1847244d48db369b7e5c42505 2024-11-22T12:25:46,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d05ce8d8e1b84c94a5602ff3d9e463e4 is 50, key is test_row_0/B:col10/1732278345273/Put/seqid=0 2024-11-22T12:25:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742251_1427 (size=12301) 2024-11-22T12:25:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:47,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. as already flushing 2024-11-22T12:25:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278407227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:47,318 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d05ce8d8e1b84c94a5602ff3d9e463e4 2024-11-22T12:25:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/d14838b4f36642c38bd1b6ca75d8a654 is 50, key is test_row_0/C:col10/1732278345273/Put/seqid=0 2024-11-22T12:25:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742252_1428 (size=12301) 2024-11-22T12:25:47,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278407336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34534 deadline: 1732278407437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:47,441 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:47,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34566 deadline: 1732278407446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:47,451 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278407546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:47,727 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/d14838b4f36642c38bd1b6ca75d8a654 2024-11-22T12:25:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/54122fb1847244d48db369b7e5c42505 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505 2024-11-22T12:25:47,733 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505, entries=150, sequenceid=359, filesize=30.5 K 2024-11-22T12:25:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d05ce8d8e1b84c94a5602ff3d9e463e4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4 2024-11-22T12:25:47,736 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T12:25:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/d14838b4f36642c38bd1b6ca75d8a654 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654 2024-11-22T12:25:47,740 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T12:25:47,740 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8bfef9fcbb28143cb4777818788bf329 in 1265ms, sequenceid=359, compaction requested=true 2024-11-22T12:25:47,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:47,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:47,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T12:25:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T12:25:47,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T12:25:47,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec 2024-11-22T12:25:47,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1860 sec 2024-11-22T12:25:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:47,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:25:47,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e502857c84b948baa6de50c781184e54_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742253_1429 (size=14994) 2024-11-22T12:25:48,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278408013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1732278408016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,023 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34558 deadline: 1732278408026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,035 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 8bfef9fcbb28143cb4777818788bf329 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:25:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278408126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:48,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e502857c84b948baa6de50c781184e54_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e502857c84b948baa6de50c781184e54_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:48,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5ce933bd0aaa4b4488940e490f035b37, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:48,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5ce933bd0aaa4b4488940e490f035b37 is 175, key is test_row_0/A:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742254_1430 (size=39949) 2024-11-22T12:25:48,280 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5ce933bd0aaa4b4488940e490f035b37 2024-11-22T12:25:48,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a6657ebd68a9420591d3905f5f74e3f5 is 50, key is test_row_0/B:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742255_1431 (size=12301) 2024-11-22T12:25:48,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a6657ebd68a9420591d3905f5f74e3f5 2024-11-22T12:25:48,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/8a3d48a6ec17487085dfcfafa54027e9 is 50, key is test_row_0/C:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742256_1432 (size=12301) 2024-11-22T12:25:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278408336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:25:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34542 deadline: 1732278408646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:25:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:25:48,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/8a3d48a6ec17487085dfcfafa54027e9 2024-11-22T12:25:48,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5ce933bd0aaa4b4488940e490f035b37 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37 2024-11-22T12:25:48,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37, entries=200, sequenceid=371, filesize=39.0 K 2024-11-22T12:25:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/a6657ebd68a9420591d3905f5f74e3f5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5 2024-11-22T12:25:48,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T12:25:48,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/8a3d48a6ec17487085dfcfafa54027e9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9 2024-11-22T12:25:48,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T12:25:48,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8bfef9fcbb28143cb4777818788bf329 in 852ms, sequenceid=371, compaction requested=true 2024-11-22T12:25:48,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:48,712 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfef9fcbb28143cb4777818788bf329:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:25:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:48,712 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/B is initiating minor compaction (all files) 2024-11-22T12:25:48,713 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/B in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:48,713 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/14217372727645ceacad2e9ea54f6dba, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=48.8 K 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/A is initiating minor compaction (all files) 2024-11-22T12:25:48,713 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/A in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:48,713 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=131.3 K 2024-11-22T12:25:48,713 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37] 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 14217372727645ceacad2e9ea54f6dba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343282 2024-11-22T12:25:48,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9107718bccfa452e8339d5e8228e2de0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343282 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2124c8806dd647aea6ec7ab982d5d6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732278343981 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81741a7aa484418d9dc89512acefa6bf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732278343981 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d05ce8d8e1b84c94a5602ff3d9e463e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732278345253 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54122fb1847244d48db369b7e5c42505, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732278345253 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a6657ebd68a9420591d3905f5f74e3f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732278347188 2024-11-22T12:25:48,714 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ce933bd0aaa4b4488940e490f035b37, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732278347188 2024-11-22T12:25:48,721 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:48,721 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d86013b061e24b0980b1f332053240d4 is 50, key is test_row_0/B:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:48,722 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:48,723 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ade5e61c18d84bc29ff8e18a13ae9d46_8bfef9fcbb28143cb4777818788bf329 store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:48,725 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ade5e61c18d84bc29ff8e18a13ae9d46_8bfef9fcbb28143cb4777818788bf329, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:48,726 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ade5e61c18d84bc29ff8e18a13ae9d46_8bfef9fcbb28143cb4777818788bf329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742257_1433 (size=13187) 2024-11-22T12:25:48,732 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/d86013b061e24b0980b1f332053240d4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d86013b061e24b0980b1f332053240d4 2024-11-22T12:25:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742258_1434 (size=4469) 2024-11-22T12:25:48,735 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/B of 8bfef9fcbb28143cb4777818788bf329 into d86013b061e24b0980b1f332053240d4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:48,735 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:48,735 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/B, priority=12, startTime=1732278348712; duration=0sec 2024-11-22T12:25:48,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:25:48,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:B 2024-11-22T12:25:48,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:25:48,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:25:48,736 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 8bfef9fcbb28143cb4777818788bf329/C is initiating minor compaction (all files) 2024-11-22T12:25:48,736 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfef9fcbb28143cb4777818788bf329/C in TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:48,737 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/e200e5d9adc14a9cb18cdd1e7ea7c018, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp, totalSize=48.8 K 2024-11-22T12:25:48,737 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e200e5d9adc14a9cb18cdd1e7ea7c018, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732278343282 2024-11-22T12:25:48,737 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f5ee456a5bd344e0a1ddd475b12184b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732278343981 2024-11-22T12:25:48,738 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d14838b4f36642c38bd1b6ca75d8a654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732278345253 2024-11-22T12:25:48,738 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a3d48a6ec17487085dfcfafa54027e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732278347188 2024-11-22T12:25:48,743 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:48,744 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/dfa72f6fa1c7443fb58d613c5b1ef3da is 50, key is test_row_0/C:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742259_1435 (size=13187) 2024-11-22T12:25:48,763 INFO [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508. 2024-11-22T12:25:48,763 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:48,763 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,763 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:48,764 INFO [Thread-1514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1514. 2024-11-22T12:25:48,764 DEBUG [Thread-1514 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:48,764 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,765 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:48,769 INFO [Thread-1516 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1516. 2024-11-22T12:25:48,770 DEBUG [Thread-1516 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:48,770 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,770 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:48,770 INFO [Thread-1510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1510. 2024-11-22T12:25:48,770 DEBUG [Thread-1510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:48,770 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,770 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:48,773 INFO [Thread-1512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1512. 2024-11-22T12:25:48,773 DEBUG [Thread-1512 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:48,773 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,773 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:48,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:49,138 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfef9fcbb28143cb4777818788bf329#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:25:49,139 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/db3bd754424f494bb733d43109e9bc67 is 175, key is test_row_0/A:col10/1732278347188/Put/seqid=0 2024-11-22T12:25:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742260_1436 (size=32141) 2024-11-22T12:25:49,155 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/dfa72f6fa1c7443fb58d613c5b1ef3da as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dfa72f6fa1c7443fb58d613c5b1ef3da 2024-11-22T12:25:49,161 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/C of 8bfef9fcbb28143cb4777818788bf329 into dfa72f6fa1c7443fb58d613c5b1ef3da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:49,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:49,161 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/C, priority=12, startTime=1732278348712; duration=0sec 2024-11-22T12:25:49,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:49,161 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:C 2024-11-22T12:25:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:49,169 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:25:49,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:25:49,169 INFO [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497. 2024-11-22T12:25:49,169 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:49,169 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,169 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:49,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122afe68e1d4fa041df98acb75ba7e7a87c_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278349167/Put/seqid=0 2024-11-22T12:25:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742261_1437 (size=12454) 2024-11-22T12:25:49,460 INFO [Thread-1505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1505. 2024-11-22T12:25:49,460 DEBUG [Thread-1505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:49,460 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,460 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:49,480 INFO [Thread-1503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1503. 2024-11-22T12:25:49,480 DEBUG [Thread-1503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:49,480 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,481 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:49,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:49,558 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/db3bd754424f494bb733d43109e9bc67 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/db3bd754424f494bb733d43109e9bc67 2024-11-22T12:25:49,564 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfef9fcbb28143cb4777818788bf329/A of 8bfef9fcbb28143cb4777818788bf329 into db3bd754424f494bb733d43109e9bc67(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:25:49,565 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:49,565 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., storeName=8bfef9fcbb28143cb4777818788bf329/A, priority=12, startTime=1732278348712; duration=0sec 2024-11-22T12:25:49,565 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:25:49,565 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfef9fcbb28143cb4777818788bf329:A 2024-11-22T12:25:49,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:49,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122afe68e1d4fa041df98acb75ba7e7a87c_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afe68e1d4fa041df98acb75ba7e7a87c_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:49,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9fa557fd5a364a5da4d32d067daa22e3, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:49,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9fa557fd5a364a5da4d32d067daa22e3 is 175, key is test_row_0/A:col10/1732278349167/Put/seqid=0 2024-11-22T12:25:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742262_1438 (size=31255) 2024-11-22T12:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T12:25:49,717 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:25:50,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9fa557fd5a364a5da4d32d067daa22e3 2024-11-22T12:25:50,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/9b90b47930bc4c328db32a88c85d74c9 is 50, key is test_row_0/B:col10/1732278349167/Put/seqid=0 2024-11-22T12:25:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742263_1439 (size=12301) 2024-11-22T12:25:50,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/9b90b47930bc4c328db32a88c85d74c9 2024-11-22T12:25:50,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/2b0da3af2e7b441d83ce11440ec242e3 is 50, key is test_row_0/C:col10/1732278349167/Put/seqid=0 2024-11-22T12:25:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742264_1440 (size=12301) 2024-11-22T12:25:50,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/2b0da3af2e7b441d83ce11440ec242e3 2024-11-22T12:25:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/9fa557fd5a364a5da4d32d067daa22e3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9fa557fd5a364a5da4d32d067daa22e3 2024-11-22T12:25:50,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9fa557fd5a364a5da4d32d067daa22e3, entries=150, sequenceid=398, filesize=30.5 K 2024-11-22T12:25:50,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/9b90b47930bc4c328db32a88c85d74c9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/9b90b47930bc4c328db32a88c85d74c9 2024-11-22T12:25:50,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/9b90b47930bc4c328db32a88c85d74c9, entries=150, sequenceid=398, filesize=12.0 K 2024-11-22T12:25:50,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/2b0da3af2e7b441d83ce11440ec242e3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/2b0da3af2e7b441d83ce11440ec242e3 2024-11-22T12:25:50,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/2b0da3af2e7b441d83ce11440ec242e3, entries=150, sequenceid=398, filesize=12.0 K 2024-11-22T12:25:50,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 8bfef9fcbb28143cb4777818788bf329 in 1695ms, sequenceid=398, compaction requested=false 2024-11-22T12:25:50,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfef9fcbb28143cb4777818788bf329: 2024-11-22T12:25:53,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:25:58,071 INFO [Thread-1501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1501. 2024-11-22T12:25:58,071 DEBUG [Thread-1501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:58,071 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,072 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:58,079 INFO [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499. 2024-11-22T12:25:58,079 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:25:58,079 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,079 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-22T12:25:58,079 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1095 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3285 rows 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1104 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3306 rows 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1096 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3284 rows 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1096 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3285 rows 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1099 2024-11-22T12:25:58,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3296 rows 2024-11-22T12:25:58,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:25:58,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:25:58,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:25:58,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:25:58,082 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:25:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:25:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:25:58,086 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278358086"}]},"ts":"1732278358086"} 2024-11-22T12:25:58,088 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:25:58,088 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:25:58,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:25:58,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, UNASSIGN}] 2024-11-22T12:25:58,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, UNASSIGN 2024-11-22T12:25:58,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:25:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, UNASSIGN because future has completed 2024-11-22T12:25:58,095 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:25:58,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:25:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:25:58,248 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:58,248 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:25:58,249 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 8bfef9fcbb28143cb4777818788bf329, disabling compactions & flushes 2024-11-22T12:25:58,249 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:58,249 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:58,249 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. after waiting 0 ms 2024-11-22T12:25:58,249 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:58,249 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 8bfef9fcbb28143cb4777818788bf329 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T12:25:58,260 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220533f311c8be43808d35ef14dd60ab11_8bfef9fcbb28143cb4777818788bf329 is 50, key is test_row_0/A:col10/1732278349477/Put/seqid=0 2024-11-22T12:25:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742265_1441 (size=9914) 2024-11-22T12:25:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:25:58,666 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:25:58,671 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220533f311c8be43808d35ef14dd60ab11_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220533f311c8be43808d35ef14dd60ab11_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:58,672 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5cdc96012a8d4870b3df23059e6eb2ca, store: [table=TestAcidGuarantees family=A region=8bfef9fcbb28143cb4777818788bf329] 2024-11-22T12:25:58,673 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5cdc96012a8d4870b3df23059e6eb2ca is 175, key is test_row_0/A:col10/1732278349477/Put/seqid=0 2024-11-22T12:25:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742266_1442 (size=22561) 2024-11-22T12:25:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:25:58,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37] to archive 2024-11-22T12:25:58,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:58,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/ef418e6a835a444381606bfd6ef802da 2024-11-22T12:25:58,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f25a19e9205e45df82162fb785c0b988 2024-11-22T12:25:58,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5a3337a26a5f4e53a2bd5c531dda9fac 2024-11-22T12:25:58,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/d63334ed5a964d02a75da3d1005a6dd0 2024-11-22T12:25:58,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8618e9b3436140adadf91a9dc0f74e00 2024-11-22T12:25:58,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8a0e9a5373e74eea8ec1b4a6222ac8c7 2024-11-22T12:25:58,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f331a023a6cb42a8924602aba004a789 2024-11-22T12:25:58,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9b04eeadc09f43c9b8848318b967ad27 2024-11-22T12:25:58,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/e8f678ceb6934b0c831078af689c81df 2024-11-22T12:25:58,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f485105e21e240ac91615fb5e41d9861 2024-11-22T12:25:58,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/538ee054c7494492b9a2d87b6d7d6493 2024-11-22T12:25:58,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8341d2ad27e44b94806698216ea853d6 2024-11-22T12:25:58,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/2267131479a54f7d9930f3b1af5ab57e 2024-11-22T12:25:58,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/b6d87ff59a66468abfa274a9853277ad 2024-11-22T12:25:58,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/8819f0be8558497e85d983889cfe8106 2024-11-22T12:25:58,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/edccf2238d004fb2a44bebea5bffd95d 2024-11-22T12:25:58,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/cb0f39e22d754a38b30e6b371d33c0d4 2024-11-22T12:25:58,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/70bbe8c26ec74405998e3d187ef16041 2024-11-22T12:25:58,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/f83d40e9e45b47a3ac6e23f32e337402 2024-11-22T12:25:58,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/0ec235b868fb4fab88af5fba4667fa7a 2024-11-22T12:25:58,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/03f33638943e4298bd75e6262b35bf86 2024-11-22T12:25:58,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/11c91a4d58ae4da7a78f32a5e7d886a9 2024-11-22T12:25:58,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9107718bccfa452e8339d5e8228e2de0 2024-11-22T12:25:58,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/81741a7aa484418d9dc89512acefa6bf 2024-11-22T12:25:58,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/54122fb1847244d48db369b7e5c42505 2024-11-22T12:25:58,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5ce933bd0aaa4b4488940e490f035b37 2024-11-22T12:25:58,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d1efca2b8a9848c7b85d543f69020d03, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/530b1f956cae4fe1890c9906907ad7b2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/46d7defc248645ee9286e318968cf97c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/082e692a034b42839932c6afd9b62745, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/81a6e8f3171b40308cec0f82a9d78be9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/7c03b04fc9b642acb8a96676e1d7d735, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/14217372727645ceacad2e9ea54f6dba, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5] to archive 2024-11-22T12:25:58,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:58,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/4cda688117bb4a538a33a61c4ddba654 2024-11-22T12:25:58,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2e01e866528b44ee87400bf9f6e4fa99 2024-11-22T12:25:58,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d1efca2b8a9848c7b85d543f69020d03 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d1efca2b8a9848c7b85d543f69020d03 2024-11-22T12:25:58,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b92963a29e464bc4b9b536434f98434a 2024-11-22T12:25:58,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/aeaa7927667b466a8a8b855c6d4c34d8 2024-11-22T12:25:58,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/b58673ffb22948b696f9dd934f59b26a 2024-11-22T12:25:58,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/530b1f956cae4fe1890c9906907ad7b2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/530b1f956cae4fe1890c9906907ad7b2 2024-11-22T12:25:58,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/fc80345046ff40228af43f6a23415962 2024-11-22T12:25:58,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/f19aeb3745e34d628c274a655fcb4e14 2024-11-22T12:25:58,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/46d7defc248645ee9286e318968cf97c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/46d7defc248645ee9286e318968cf97c 2024-11-22T12:25:58,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a57747ae429c4894b416140f3fa4569d 2024-11-22T12:25:58,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/94bd3a3a2dc64d42bc5dfdeee9d73e18 2024-11-22T12:25:58,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/082e692a034b42839932c6afd9b62745 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/082e692a034b42839932c6afd9b62745 2024-11-22T12:25:58,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/58396de65a9b4a8e99f989e685810494 2024-11-22T12:25:58,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a8688a03c2864ec09b0be03ac07d8c39 2024-11-22T12:25:58,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/81a6e8f3171b40308cec0f82a9d78be9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/81a6e8f3171b40308cec0f82a9d78be9 2024-11-22T12:25:58,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/da22092c92124af8a235973c15766af7 2024-11-22T12:25:58,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/8395b1d48c674c159297b8bf6aad2074 2024-11-22T12:25:58,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/7c03b04fc9b642acb8a96676e1d7d735 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/7c03b04fc9b642acb8a96676e1d7d735 2024-11-22T12:25:58,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/61b34853ab2f4b0dbe1a923955ad25a4 2024-11-22T12:25:58,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/28ae454ccab34be2aefa7aaf16b02cf1 2024-11-22T12:25:58,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/14217372727645ceacad2e9ea54f6dba to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/14217372727645ceacad2e9ea54f6dba 2024-11-22T12:25:58,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/236d99fcbbf34ac78207d20066152f63 2024-11-22T12:25:58,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/2124c8806dd647aea6ec7ab982d5d6ea 2024-11-22T12:25:58,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d05ce8d8e1b84c94a5602ff3d9e463e4 2024-11-22T12:25:58,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/a6657ebd68a9420591d3905f5f74e3f5 2024-11-22T12:25:58,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/428344e47494429fb9138aa4ea64e95f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/65af13232cbe482999c7360bab9502dc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/779d9f44300e443aa0d9dec00ffe7a73, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/7eb85cd34be54f0aac50bb9d6937d510, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a3ba5ae8628841399db52661b70b7a08, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/46f8ceeb427c4d4181222f8f2cece91b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/e200e5d9adc14a9cb18cdd1e7ea7c018, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9] to archive 2024-11-22T12:25:58,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:25:58,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/ab9d9407e0c346a5a43ba65b9cee8aba 2024-11-22T12:25:58,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/52fc706e5f2c4061ad0ab0213d88c2c0 2024-11-22T12:25:58,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/428344e47494429fb9138aa4ea64e95f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/428344e47494429fb9138aa4ea64e95f 2024-11-22T12:25:58,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/34bd5ef005db464bbb3deb65e01d9d2e 2024-11-22T12:25:58,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dab617ac036b4d75ba0c3901428d8809 2024-11-22T12:25:58,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/106b9903f0aa4e1eb88742d19cfdf392 2024-11-22T12:25:58,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/65af13232cbe482999c7360bab9502dc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/65af13232cbe482999c7360bab9502dc 2024-11-22T12:25:58,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/1384c49ab7754f13a3d2f35b7f282886 2024-11-22T12:25:58,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/fb459871a6a245eab83570a1b174c350 2024-11-22T12:25:58,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/779d9f44300e443aa0d9dec00ffe7a73 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/779d9f44300e443aa0d9dec00ffe7a73 2024-11-22T12:25:58,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/31632ade9dc54727a72d4c09303a65bd 2024-11-22T12:25:58,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/94d5cd3f99da4788ad04756b4bbc2dfc 2024-11-22T12:25:58,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/7eb85cd34be54f0aac50bb9d6937d510 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/7eb85cd34be54f0aac50bb9d6937d510 2024-11-22T12:25:58,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/60aaac6160d14ce08c8720121e880c76 2024-11-22T12:25:58,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a94fde17a67d4b889cf69db72d74f6b9 2024-11-22T12:25:58,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a3ba5ae8628841399db52661b70b7a08 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/a3ba5ae8628841399db52661b70b7a08 2024-11-22T12:25:58,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/29c4b62bf14a42ca952d0294e1c55264 2024-11-22T12:25:58,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/bc55728a67b94888b34613ee6814c43a 2024-11-22T12:25:58,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/46f8ceeb427c4d4181222f8f2cece91b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/46f8ceeb427c4d4181222f8f2cece91b 2024-11-22T12:25:58,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/6964fa3dc13b4397815748f2292910be 2024-11-22T12:25:58,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/9d574742f83641d38cc14087eb09298e 2024-11-22T12:25:58,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/e200e5d9adc14a9cb18cdd1e7ea7c018 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/e200e5d9adc14a9cb18cdd1e7ea7c018 2024-11-22T12:25:58,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/be1c84b38f9246e0a076bd38f791d6c1 2024-11-22T12:25:58,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/f5ee456a5bd344e0a1ddd475b12184b5 2024-11-22T12:25:58,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/d14838b4f36642c38bd1b6ca75d8a654 2024-11-22T12:25:58,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/46e18b47f3d3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/8a3d48a6ec17487085dfcfafa54027e9 2024-11-22T12:25:59,078 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5cdc96012a8d4870b3df23059e6eb2ca 2024-11-22T12:25:59,089 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/042988d4529241b18311f3c9d91d69d3 is 50, key is test_row_0/B:col10/1732278349477/Put/seqid=0 2024-11-22T12:25:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742267_1443 (size=9857) 2024-11-22T12:25:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:25:59,494 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/042988d4529241b18311f3c9d91d69d3 2024-11-22T12:25:59,506 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/33c484bab80e4bebb582453ba6dff427 is 50, key is test_row_0/C:col10/1732278349477/Put/seqid=0 2024-11-22T12:25:59,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742268_1444 (size=9857) 2024-11-22T12:25:59,911 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/33c484bab80e4bebb582453ba6dff427 2024-11-22T12:25:59,967 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/A/5cdc96012a8d4870b3df23059e6eb2ca as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5cdc96012a8d4870b3df23059e6eb2ca 2024-11-22T12:25:59,974 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5cdc96012a8d4870b3df23059e6eb2ca, entries=100, sequenceid=406, filesize=22.0 K 2024-11-22T12:25:59,975 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/B/042988d4529241b18311f3c9d91d69d3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/042988d4529241b18311f3c9d91d69d3 2024-11-22T12:25:59,980 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/042988d4529241b18311f3c9d91d69d3, entries=100, sequenceid=406, filesize=9.6 K 2024-11-22T12:25:59,981 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/.tmp/C/33c484bab80e4bebb582453ba6dff427 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/33c484bab80e4bebb582453ba6dff427 2024-11-22T12:25:59,985 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/33c484bab80e4bebb582453ba6dff427, entries=100, sequenceid=406, filesize=9.6 K 2024-11-22T12:25:59,986 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8bfef9fcbb28143cb4777818788bf329 in 1737ms, sequenceid=406, compaction requested=true 2024-11-22T12:25:59,989 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-11-22T12:25:59,990 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. 2024-11-22T12:25:59,990 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 8bfef9fcbb28143cb4777818788bf329: Waiting for close lock at 1732278358249Running coprocessor pre-close hooks at 1732278358249Disabling compacts and flushes for region at 1732278358249Disabling writes for close at 1732278358249Obtaining lock to block concurrent updates at 1732278358249Preparing flush snapshotting stores in 8bfef9fcbb28143cb4777818788bf329 at 1732278358249Finished memstore snapshotting TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732278358250 (+1 ms)Flushing stores of TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329. at 1732278358251 (+1 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/A: creating writer at 1732278358251Flushing mob file 8bfef9fcbb28143cb4777818788bf329/A: appending metadata at 1732278358260 (+9 ms)Flushing mob file 8bfef9fcbb28143cb4777818788bf329/A: closing flushed file at 1732278358260Flushing 8bfef9fcbb28143cb4777818788bf329/A: appending metadata at 1732278358672 (+412 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/A: closing flushed file at 1732278358672Flushing 8bfef9fcbb28143cb4777818788bf329/B: creating writer at 1732278359084 (+412 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/B: appending metadata at 1732278359088 (+4 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/B: closing flushed file at 1732278359088Flushing 8bfef9fcbb28143cb4777818788bf329/C: creating writer at 1732278359502 (+414 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/C: appending metadata at 1732278359505 (+3 ms)Flushing 8bfef9fcbb28143cb4777818788bf329/C: closing flushed file at 1732278359505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61eab39f: reopening flushed file at 1732278359965 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ceac1d: reopening flushed file at 1732278359974 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66836477: reopening flushed file at 1732278359980 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8bfef9fcbb28143cb4777818788bf329 in 1737ms, sequenceid=406, compaction requested=true at 1732278359986 (+6 ms)Writing region close event to WAL at 1732278359987 (+1 ms)Running coprocessor post-close hooks at 1732278359990 (+3 ms)Closed at 1732278359990 2024-11-22T12:25:59,992 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:25:59,992 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=8bfef9fcbb28143cb4777818788bf329, regionState=CLOSED 2024-11-22T12:25:59,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:25:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T12:25:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 8bfef9fcbb28143cb4777818788bf329, server=46e18b47f3d3,45321,1732278235735 in 1.8990 sec 2024-11-22T12:25:59,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T12:25:59,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfef9fcbb28143cb4777818788bf329, UNASSIGN in 1.9050 sec 2024-11-22T12:25:59,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T12:25:59,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9080 sec 2024-11-22T12:25:59,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278359999"}]},"ts":"1732278359999"} 2024-11-22T12:26:00,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:26:00,001 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:26:00,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9190 sec 2024-11-22T12:26:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T12:26:00,238 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:00,239 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,244 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T12:26:00,246 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,248 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,251 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits] 2024-11-22T12:26:00,253 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5cdc96012a8d4870b3df23059e6eb2ca to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/5cdc96012a8d4870b3df23059e6eb2ca 2024-11-22T12:26:00,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9fa557fd5a364a5da4d32d067daa22e3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/9fa557fd5a364a5da4d32d067daa22e3 2024-11-22T12:26:00,256 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/db3bd754424f494bb733d43109e9bc67 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/A/db3bd754424f494bb733d43109e9bc67 2024-11-22T12:26:00,258 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/042988d4529241b18311f3c9d91d69d3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/042988d4529241b18311f3c9d91d69d3 2024-11-22T12:26:00,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/9b90b47930bc4c328db32a88c85d74c9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/9b90b47930bc4c328db32a88c85d74c9 2024-11-22T12:26:00,260 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d86013b061e24b0980b1f332053240d4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/B/d86013b061e24b0980b1f332053240d4 2024-11-22T12:26:00,262 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/2b0da3af2e7b441d83ce11440ec242e3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/2b0da3af2e7b441d83ce11440ec242e3 2024-11-22T12:26:00,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/33c484bab80e4bebb582453ba6dff427 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/33c484bab80e4bebb582453ba6dff427 2024-11-22T12:26:00,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dfa72f6fa1c7443fb58d613c5b1ef3da to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/C/dfa72f6fa1c7443fb58d613c5b1ef3da 2024-11-22T12:26:00,265 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits/409.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329/recovered.edits/409.seqid 2024-11-22T12:26:00,265 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,265 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:26:00,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:26:00,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T12:26:00,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f3338ca3014ec8bd26e990576d9683_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f3338ca3014ec8bd26e990576d9683_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220424b6b6e42b4658a8d3d55afdd47efc_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220424b6b6e42b4658a8d3d55afdd47efc_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220533f311c8be43808d35ef14dd60ab11_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220533f311c8be43808d35ef14dd60ab11_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209c9b5b821fe4d8f963463368df78567_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209c9b5b821fe4d8f963463368df78567_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221253cc902ad44b4385f230b743ee3d23_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221253cc902ad44b4385f230b743ee3d23_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,272 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230088ba3485e40988feac481deb6be44_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230088ba3485e40988feac481deb6be44_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,273 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230769553f0d04490a7939cd9ea40de9b_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230769553f0d04490a7939cd9ea40de9b_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,273 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6914158ed14d51bd475a4edfdbd6a9_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6914158ed14d51bd475a4edfdbd6a9_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112269d4b55e06614f79b75de85a7a0ead9b_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112269d4b55e06614f79b75de85a7a0ead9b_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227075012f0a31489d9245784317fad342_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227075012f0a31489d9245784317fad342_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afe68e1d4fa041df98acb75ba7e7a87c_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afe68e1d4fa041df98acb75ba7e7a87c_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,276 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1b27d207bbe41f4a98d0d12b5004dd0_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1b27d207bbe41f4a98d0d12b5004dd0_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,277 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b6216bf5f1bd47509fa904e504fa4eed_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b6216bf5f1bd47509fa904e504fa4eed_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,278 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63d906e321645fd84542f664aec54f7_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63d906e321645fd84542f664aec54f7_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,278 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b82ca6a93bda47c299a5259ecd270093_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b82ca6a93bda47c299a5259ecd270093_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,279 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b96e6fc6e262457eabb698bda3c96b0e_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b96e6fc6e262457eabb698bda3c96b0e_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,280 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5730584f5cb4d7a9c5f56247be354c3_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5730584f5cb4d7a9c5f56247be354c3_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,281 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df4ebf608b1349acb49100cd6d11071a_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df4ebf608b1349acb49100cd6d11071a_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,281 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dff7439d84b145c298cece9bbd504007_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dff7439d84b145c298cece9bbd504007_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e502857c84b948baa6de50c781184e54_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e502857c84b948baa6de50c781184e54_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4271e40698d4622987db9d05c6a21fb_8bfef9fcbb28143cb4777818788bf329 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4271e40698d4622987db9d05c6a21fb_8bfef9fcbb28143cb4777818788bf329 2024-11-22T12:26:00,283 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:26:00,284 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,286 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:26:00,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:26:00,288 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,288 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:26:00,288 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278360288"}]},"ts":"9223372036854775807"} 2024-11-22T12:26:00,290 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:26:00,290 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8bfef9fcbb28143cb4777818788bf329, NAME => 'TestAcidGuarantees,,1732278325638.8bfef9fcbb28143cb4777818788bf329.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:26:00,290 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:26:00,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278360290"}]},"ts":"9223372036854775807"} 2024-11-22T12:26:00,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:26:00,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-22T12:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T12:26:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:26:00,359 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:00,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 242), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 433) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2264 (was 3007) 2024-11-22T12:26:00,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=2264 2024-11-22T12:26:00,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:26:00,378 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:00,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:26:00,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:00,380 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-22T12:26:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:00,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:26:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742269_1445 (size=959) 2024-11-22T12:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:00,791 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:26:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742270_1446 (size=53) 2024-11-22T12:26:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing aff7380adced72f7b634299a60e166d3, disabling compactions & flushes 2024-11-22T12:26:01,201 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. after waiting 0 ms 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,201 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for aff7380adced72f7b634299a60e166d3: Waiting for close lock at 1732278361201Disabling compacts and flushes for region at 1732278361201Disabling writes for close at 1732278361201Writing region close event to WAL at 1732278361201Closed at 1732278361201 2024-11-22T12:26:01,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:26:01,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278361204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278361204"}]},"ts":"1732278361204"} 2024-11-22T12:26:01,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:26:01,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:26:01,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278361209"}]},"ts":"1732278361209"} 2024-11-22T12:26:01,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:26:01,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, ASSIGN}] 2024-11-22T12:26:01,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, ASSIGN 2024-11-22T12:26:01,215 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:26:01,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=aff7380adced72f7b634299a60e166d3, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, ASSIGN because future has completed 2024-11-22T12:26:01,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:01,532 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,532 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:26:01,534 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,534 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:26:01,535 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,535 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,538 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,541 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff7380adced72f7b634299a60e166d3 columnFamilyName A 2024-11-22T12:26:01,541 DEBUG [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:01,541 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(327): Store=aff7380adced72f7b634299a60e166d3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:01,541 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,543 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff7380adced72f7b634299a60e166d3 columnFamilyName B 2024-11-22T12:26:01,543 DEBUG [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:01,543 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(327): Store=aff7380adced72f7b634299a60e166d3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:01,543 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,544 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff7380adced72f7b634299a60e166d3 columnFamilyName C 2024-11-22T12:26:01,544 DEBUG [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:01,545 INFO [StoreOpener-aff7380adced72f7b634299a60e166d3-1 {}] regionserver.HStore(327): Store=aff7380adced72f7b634299a60e166d3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:01,545 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,546 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,546 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,548 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,548 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,548 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:26:01,550 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,552 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:26:01,552 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened aff7380adced72f7b634299a60e166d3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254688, jitterRate=-0.027629375457763672}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:26:01,552 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:01,553 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for aff7380adced72f7b634299a60e166d3: Running coprocessor pre-open hook at 1732278361535Writing region info on filesystem at 1732278361535Initializing all the Stores at 1732278361537 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278361537Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278361537Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278361538 (+1 ms)Cleaning up temporary data from old regions at 1732278361548 (+10 ms)Running coprocessor post-open hooks at 1732278361552 (+4 ms)Region opened successfully at 1732278361553 (+1 ms) 2024-11-22T12:26:01,554 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., pid=116, masterSystemTime=1732278361525 2024-11-22T12:26:01,556 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,556 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:01,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=aff7380adced72f7b634299a60e166d3, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:01,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T12:26:01,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 in 190 msec 2024-11-22T12:26:01,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T12:26:01,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, ASSIGN in 350 msec 2024-11-22T12:26:01,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:26:01,566 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278361566"}]},"ts":"1732278361566"} 2024-11-22T12:26:01,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:26:01,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:26:01,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-22T12:26:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T12:26:02,528 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:02,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75429cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a24437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:26:02,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:26:02,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b4c7b7 2024-11-22T12:26:02,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:26:02,541 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:26:02,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c6b353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec9b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,546 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb5872e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,547 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edcdd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,549 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456444af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,551 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551012ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,553 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef8d8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a9137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,557 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a523fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,558 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7500d4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,561 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25286aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,562 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c69992e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,564 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebf39be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32428a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,568 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce7f016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671e497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1199e457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,573 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b6d941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:02,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:02,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27807f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:02,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a049168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:02,577 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,577 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,578 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,579 DEBUG [Thread-2007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,580 DEBUG [Thread-2018 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-22T12:26:02,581 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,583 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,585 DEBUG [Thread-2014 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:02,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,585 DEBUG [Thread-2014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:02,586 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:02,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2] 2024-11-22T12:26:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:02,592 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:02,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:02,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b4e8ff2d52a84d20a8a5a69e8c5e627f is 50, key is test_row_0/A:col10/1732278362590/Put/seqid=0 2024-11-22T12:26:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742271_1447 (size=16681) 2024-11-22T12:26:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278422627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278422627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278422628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278422629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278422630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:02,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278422736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278422736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278422736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:02,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278422746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278422746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:02,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278422946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278422946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278422946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278422956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278422956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b4e8ff2d52a84d20a8a5a69e8c5e627f 2024-11-22T12:26:03,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c550d3127d9545709165af073350caa3 is 50, key is test_row_0/B:col10/1732278362590/Put/seqid=0 2024-11-22T12:26:03,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742272_1448 (size=12001) 2024-11-22T12:26:03,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278423256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278423256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278423256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278423276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278423276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c550d3127d9545709165af073350caa3 2024-11-22T12:26:03,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/3aec8ce7e516492faabdb4d6697a4c8d is 50, key is test_row_0/C:col10/1732278362590/Put/seqid=0 2024-11-22T12:26:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742273_1449 (size=12001) 2024-11-22T12:26:03,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278423766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278423766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278423767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278423786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278423786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:03,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:03,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/3aec8ce7e516492faabdb4d6697a4c8d 2024-11-22T12:26:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b4e8ff2d52a84d20a8a5a69e8c5e627f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f 2024-11-22T12:26:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f, entries=250, sequenceid=12, filesize=16.3 K 2024-11-22T12:26:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c550d3127d9545709165af073350caa3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3 2024-11-22T12:26:03,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T12:26:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/3aec8ce7e516492faabdb4d6697a4c8d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d 2024-11-22T12:26:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T12:26:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aff7380adced72f7b634299a60e166d3 in 1293ms, sequenceid=12, compaction requested=false 2024-11-22T12:26:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:03,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T12:26:03,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c0e4cae000e14809bfa6724377360c16 is 50, key is test_row_0/A:col10/1732278362628/Put/seqid=0 2024-11-22T12:26:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742274_1450 (size=12001) 2024-11-22T12:26:04,369 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c0e4cae000e14809bfa6724377360c16 2024-11-22T12:26:04,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8d0e507bba42475c9384aaccb9a869a5 is 50, key is test_row_0/B:col10/1732278362628/Put/seqid=0 2024-11-22T12:26:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742275_1451 (size=12001) 2024-11-22T12:26:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:04,778 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8d0e507bba42475c9384aaccb9a869a5 2024-11-22T12:26:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ccd3da477ce446aca44c7006857ac335 is 50, key is test_row_0/C:col10/1732278362628/Put/seqid=0 2024-11-22T12:26:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742276_1452 (size=12001) 2024-11-22T12:26:04,796 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ccd3da477ce446aca44c7006857ac335 2024-11-22T12:26:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c0e4cae000e14809bfa6724377360c16 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16 2024-11-22T12:26:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278424797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278424797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278424799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,807 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,807 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278424807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,809 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:26:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8d0e507bba42475c9384aaccb9a869a5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5 2024-11-22T12:26:04,813 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:26:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ccd3da477ce446aca44c7006857ac335 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335 2024-11-22T12:26:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278424808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,817 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T12:26:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aff7380adced72f7b634299a60e166d3 in 857ms, sequenceid=37, compaction requested=false 2024-11-22T12:26:04,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-22T12:26:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-22T12:26:04,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T12:26:04,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2340 sec 2024-11-22T12:26:04,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.2450 sec 2024-11-22T12:26:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:04,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:26:04,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 is 50, key is test_row_0/A:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:04,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742277_1453 (size=14341) 2024-11-22T12:26:04,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278424979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278424981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:04,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278424984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278425097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278425097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278425097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278425306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278425306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278425317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 2024-11-22T12:26:05,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/29b1212c2bc041968cb80e0b323ba6a8 is 50, key is test_row_0/B:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:05,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742278_1454 (size=12001) 2024-11-22T12:26:05,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/29b1212c2bc041968cb80e0b323ba6a8 2024-11-22T12:26:05,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d3704b3f7bc64382b6eb5f998d8ccbbb is 50, key is test_row_0/C:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742279_1455 (size=12001) 2024-11-22T12:26:05,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:26:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278425626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278425627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278425627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:05,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d3704b3f7bc64382b6eb5f998d8ccbbb 2024-11-22T12:26:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 2024-11-22T12:26:05,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8, entries=200, sequenceid=49, filesize=14.0 K 2024-11-22T12:26:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/29b1212c2bc041968cb80e0b323ba6a8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8 2024-11-22T12:26:05,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T12:26:05,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d3704b3f7bc64382b6eb5f998d8ccbbb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb 2024-11-22T12:26:05,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T12:26:05,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aff7380adced72f7b634299a60e166d3 in 860ms, sequenceid=49, compaction requested=true 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:05,779 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:05,779 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:05,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:05,780 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:05,780 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:05,780 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=42.0 K 2024-11-22T12:26:05,780 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=35.2 K 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e8ff2d52a84d20a8a5a69e8c5e627f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732278362585 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c550d3127d9545709165af073350caa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732278362585 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e4cae000e14809bfa6724377360c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278362626 2024-11-22T12:26:05,780 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0e507bba42475c9384aaccb9a869a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278362626 2024-11-22T12:26:05,781 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 29b1212c2bc041968cb80e0b323ba6a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364805 2024-11-22T12:26:05,781 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c5f5e7336049c5bf3b46ff5dd14ab8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364794 2024-11-22T12:26:05,798 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:05,798 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:05,798 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/17b12be5dc154e25a6df779dded0a0c0 is 50, key is test_row_0/A:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:05,798 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/55f8eefdf53741eb98ea7c3d4eb09f8d is 50, key is test_row_0/B:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742280_1456 (size=12104) 2024-11-22T12:26:05,830 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/17b12be5dc154e25a6df779dded0a0c0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/17b12be5dc154e25a6df779dded0a0c0 2024-11-22T12:26:05,835 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into 17b12be5dc154e25a6df779dded0a0c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:05,835 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:05,835 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=13, startTime=1732278365779; duration=0sec 2024-11-22T12:26:05,835 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:05,835 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:05,835 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:05,836 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:05,836 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:05,836 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:05,836 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=35.2 K 2024-11-22T12:26:05,836 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aec8ce7e516492faabdb4d6697a4c8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732278362585 2024-11-22T12:26:05,837 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccd3da477ce446aca44c7006857ac335, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732278362626 2024-11-22T12:26:05,837 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3704b3f7bc64382b6eb5f998d8ccbbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364805 2024-11-22T12:26:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742281_1457 (size=12104) 2024-11-22T12:26:05,853 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:05,854 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b5b4f1dd50f341cbbe8dcde0fe21c064 is 50, key is test_row_0/C:col10/1732278364805/Put/seqid=0 2024-11-22T12:26:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742282_1458 (size=12104) 2024-11-22T12:26:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:06,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:06,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7c39dfe950804129adfc4abb6c4f89fb is 50, key is test_row_0/A:col10/1732278364982/Put/seqid=0 2024-11-22T12:26:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742283_1459 (size=14341) 2024-11-22T12:26:06,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7c39dfe950804129adfc4abb6c4f89fb 2024-11-22T12:26:06,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278426172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0e78daf44dd64d66b332984b5c237405 is 50, key is test_row_0/B:col10/1732278364982/Put/seqid=0 2024-11-22T12:26:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278426176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278426177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742284_1460 (size=12001) 2024-11-22T12:26:06,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0e78daf44dd64d66b332984b5c237405 2024-11-22T12:26:06,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ffd20627ca7248ffac66473eaf5901f9 is 50, key is test_row_0/C:col10/1732278364982/Put/seqid=0 2024-11-22T12:26:06,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742285_1461 (size=12001) 2024-11-22T12:26:06,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ffd20627ca7248ffac66473eaf5901f9 2024-11-22T12:26:06,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7c39dfe950804129adfc4abb6c4f89fb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb 2024-11-22T12:26:06,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb, entries=200, sequenceid=75, filesize=14.0 K 2024-11-22T12:26:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0e78daf44dd64d66b332984b5c237405 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405 2024-11-22T12:26:06,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T12:26:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ffd20627ca7248ffac66473eaf5901f9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9 2024-11-22T12:26:06,266 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/55f8eefdf53741eb98ea7c3d4eb09f8d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/55f8eefdf53741eb98ea7c3d4eb09f8d 2024-11-22T12:26:06,267 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b5b4f1dd50f341cbbe8dcde0fe21c064 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b5b4f1dd50f341cbbe8dcde0fe21c064 2024-11-22T12:26:06,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T12:26:06,272 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 55f8eefdf53741eb98ea7c3d4eb09f8d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:06,272 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=13, startTime=1732278365779; duration=0sec 2024-11-22T12:26:06,272 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into b5b4f1dd50f341cbbe8dcde0fe21c064(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:06,272 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=13, startTime=1732278365779; duration=0sec 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:06,272 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:06,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aff7380adced72f7b634299a60e166d3 in 119ms, sequenceid=75, compaction requested=false 2024-11-22T12:26:06,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:06,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:06,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:26:06,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/5c49dcb9c321405288bc0266e084fb26 is 50, key is test_row_0/A:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742286_1462 (size=14341) 2024-11-22T12:26:06,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/5c49dcb9c321405288bc0266e084fb26 2024-11-22T12:26:06,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/aae7c4ebbb9d4662b0088e6ee79d9851 is 50, key is test_row_0/B:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742287_1463 (size=12001) 2024-11-22T12:26:06,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278426368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278426370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278426381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278426487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278426487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278426496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278426706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278426707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278426716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T12:26:06,736 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:06,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-22T12:26:06,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:06,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:06,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:06,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/aae7c4ebbb9d4662b0088e6ee79d9851 2024-11-22T12:26:06,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/a1f54237b8244680af351b03e29da1ee is 50, key is test_row_0/C:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:06,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278426829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742288_1464 (size=12001) 2024-11-22T12:26:06,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/a1f54237b8244680af351b03e29da1ee 2024-11-22T12:26:06,837 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/5c49dcb9c321405288bc0266e084fb26 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26 2024-11-22T12:26:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:06,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278426837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:06,848 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:06,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26, entries=200, sequenceid=89, filesize=14.0 K 2024-11-22T12:26:06,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/aae7c4ebbb9d4662b0088e6ee79d9851 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851 2024-11-22T12:26:06,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T12:26:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/a1f54237b8244680af351b03e29da1ee as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee 2024-11-22T12:26:06,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T12:26:06,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aff7380adced72f7b634299a60e166d3 in 576ms, sequenceid=89, compaction requested=true 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:06,865 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:06,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:06,865 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:06,866 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:06,866 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:06,866 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:06,866 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:06,866 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:06,866 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:06,866 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/55f8eefdf53741eb98ea7c3d4eb09f8d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=35.3 K 2024-11-22T12:26:06,866 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/17b12be5dc154e25a6df779dded0a0c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=39.8 K 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b12be5dc154e25a6df779dded0a0c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364805 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f8eefdf53741eb98ea7c3d4eb09f8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364805 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e78daf44dd64d66b332984b5c237405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732278364953 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c39dfe950804129adfc4abb6c4f89fb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732278364953 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c49dcb9c321405288bc0266e084fb26, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:06,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting aae7c4ebbb9d4662b0088e6ee79d9851, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:06,882 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:06,883 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/58e2f78fbb704e0f8d6ab4f4c761bfd1 is 50, key is test_row_0/A:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:06,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T12:26:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:06,892 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:26:06,894 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:06,895 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0584361f057942b491870a580f52271c is 50, key is test_row_0/B:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1ee56ccdcbef4dccbc07fec527415497 is 50, key is test_row_0/A:col10/1732278366365/Put/seqid=0 2024-11-22T12:26:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742289_1465 (size=12207) 2024-11-22T12:26:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742290_1466 (size=12207) 2024-11-22T12:26:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742291_1467 (size=12001) 2024-11-22T12:26:06,984 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0584361f057942b491870a580f52271c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0584361f057942b491870a580f52271c 2024-11-22T12:26:06,994 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 0584361f057942b491870a580f52271c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:06,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:06,994 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=13, startTime=1732278366865; duration=0sec 2024-11-22T12:26:06,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:06,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:06,994 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:06,995 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:06,995 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:06,995 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:06,996 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b5b4f1dd50f341cbbe8dcde0fe21c064, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=35.3 K 2024-11-22T12:26:06,996 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b4f1dd50f341cbbe8dcde0fe21c064, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732278364805 2024-11-22T12:26:07,005 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd20627ca7248ffac66473eaf5901f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732278364953 2024-11-22T12:26:07,011 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a1f54237b8244680af351b03e29da1ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:07,020 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:07,021 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/fb40f509ecc7422fb7699cc4b9ded95b is 50, key is test_row_0/C:col10/1732278366170/Put/seqid=0 2024-11-22T12:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:07,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742292_1468 (size=12207) 2024-11-22T12:26:07,062 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/fb40f509ecc7422fb7699cc4b9ded95b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/fb40f509ecc7422fb7699cc4b9ded95b 2024-11-22T12:26:07,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278427053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,070 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into fb40f509ecc7422fb7699cc4b9ded95b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:07,070 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:07,070 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=13, startTime=1732278366865; duration=0sec 2024-11-22T12:26:07,070 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:07,070 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:07,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278427056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278427065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278427176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278427176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278427187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,361 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/58e2f78fbb704e0f8d6ab4f4c761bfd1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/58e2f78fbb704e0f8d6ab4f4c761bfd1 2024-11-22T12:26:07,365 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into 58e2f78fbb704e0f8d6ab4f4c761bfd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:07,365 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:07,365 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=13, startTime=1732278366865; duration=0sec 2024-11-22T12:26:07,365 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:07,365 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:07,381 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1ee56ccdcbef4dccbc07fec527415497 2024-11-22T12:26:07,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f3ff83d1413a4b2bad8a9246d8f8b385 is 50, key is test_row_0/B:col10/1732278366365/Put/seqid=0 2024-11-22T12:26:07,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278427397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278427397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278427407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742293_1469 (size=12001) 2024-11-22T12:26:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278427717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278427717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278427717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:07,815 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f3ff83d1413a4b2bad8a9246d8f8b385 2024-11-22T12:26:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/7d4c926cd78d4764a1e526fbddf6d10c is 50, key is test_row_0/C:col10/1732278366365/Put/seqid=0 2024-11-22T12:26:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742294_1470 (size=12001) 2024-11-22T12:26:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278428226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278428226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278428226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:08,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:08,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:08,251 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/7d4c926cd78d4764a1e526fbddf6d10c 2024-11-22T12:26:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1ee56ccdcbef4dccbc07fec527415497 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497 2024-11-22T12:26:08,257 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T12:26:08,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f3ff83d1413a4b2bad8a9246d8f8b385 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385 2024-11-22T12:26:08,260 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T12:26:08,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/7d4c926cd78d4764a1e526fbddf6d10c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c 2024-11-22T12:26:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T12:26:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for aff7380adced72f7b634299a60e166d3 in 1375ms, sequenceid=113, compaction requested=false 2024-11-22T12:26:08,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-22T12:26:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-22T12:26:08,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T12:26:08,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-22T12:26:08,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.5340 sec 2024-11-22T12:26:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T12:26:08,886 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:08,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T12:26:08,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T12:26:08,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:08,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T12:26:09,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T12:26:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:09,041 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:26:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2f61ab351f254973a4a5442583098bef is 50, key is test_row_0/A:col10/1732278367051/Put/seqid=0 2024-11-22T12:26:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742295_1471 (size=12001) 2024-11-22T12:26:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T12:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278429301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278429309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278429309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278429416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278429426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278429427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,451 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2f61ab351f254973a4a5442583098bef 2024-11-22T12:26:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/081aa848b0dc45689cdb3d9e9af9afa9 is 50, key is test_row_0/B:col10/1732278367051/Put/seqid=0 2024-11-22T12:26:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742296_1472 (size=12001) 2024-11-22T12:26:09,468 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/081aa848b0dc45689cdb3d9e9af9afa9 2024-11-22T12:26:09,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b320f27bb27a44e09368cea0965e426b is 50, key is test_row_0/C:col10/1732278367051/Put/seqid=0 2024-11-22T12:26:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742297_1473 (size=12001) 2024-11-22T12:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T12:26:09,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278429636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278429646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278429646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:09,887 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b320f27bb27a44e09368cea0965e426b 2024-11-22T12:26:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2f61ab351f254973a4a5442583098bef as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef 2024-11-22T12:26:09,897 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T12:26:09,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/081aa848b0dc45689cdb3d9e9af9afa9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9 2024-11-22T12:26:09,908 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T12:26:09,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b320f27bb27a44e09368cea0965e426b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b 2024-11-22T12:26:09,913 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T12:26:09,914 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aff7380adced72f7b634299a60e166d3 in 873ms, sequenceid=128, compaction requested=true 2024-11-22T12:26:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T12:26:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T12:26:09,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T12:26:09,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-22T12:26:09,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.0430 sec 2024-11-22T12:26:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:09,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:09,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/347392eab31f4c4387e460cd5640ba5d is 50, key is test_row_0/A:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742298_1474 (size=14541) 2024-11-22T12:26:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278430003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278430011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278430012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T12:26:10,027 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:10,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T12:26:10,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:10,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:10,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278430126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278430126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278430127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278430347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278430347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278430347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/347392eab31f4c4387e460cd5640ba5d 2024-11-22T12:26:10,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/2134a2d0c8f94111962c0806af14ab8a is 50, key is test_row_0/B:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742299_1475 (size=12151) 2024-11-22T12:26:10,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278430656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278430656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278430656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:10,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/2134a2d0c8f94111962c0806af14ab8a 2024-11-22T12:26:10,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d2c7bbea302f49069194702951632f04 is 50, key is test_row_0/C:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742300_1476 (size=12151) 2024-11-22T12:26:10,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d2c7bbea302f49069194702951632f04 2024-11-22T12:26:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/347392eab31f4c4387e460cd5640ba5d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d 2024-11-22T12:26:10,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d, entries=200, sequenceid=153, filesize=14.2 K 2024-11-22T12:26:10,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/2134a2d0c8f94111962c0806af14ab8a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a 2024-11-22T12:26:10,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T12:26:10,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d2c7bbea302f49069194702951632f04 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04 2024-11-22T12:26:10,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T12:26:10,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aff7380adced72f7b634299a60e166d3 in 895ms, sequenceid=153, compaction requested=true 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:10,864 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:26:10,864 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:10,865 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:10,866 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:10,866 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,866 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/58e2f78fbb704e0f8d6ab4f4c761bfd1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=49.6 K 2024-11-22T12:26:10,866 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:10,866 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:10,866 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,866 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0584361f057942b491870a580f52271c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=47.2 K 2024-11-22T12:26:10,866 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e2f78fbb704e0f8d6ab4f4c761bfd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:10,866 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0584361f057942b491870a580f52271c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3ff83d1413a4b2bad8a9246d8f8b385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732278366365 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ee56ccdcbef4dccbc07fec527415497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732278366365 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081aa848b0dc45689cdb3d9e9af9afa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732278367051 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f61ab351f254973a4a5442583098bef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732278367051 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2134a2d0c8f94111962c0806af14ab8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:10,867 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 347392eab31f4c4387e460cd5640ba5d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:10,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:10,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:26:10,886 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:10,886 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/a8fb67ff8cc44c7089b98540fc3c580a is 50, key is test_row_0/A:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,889 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:10,890 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/43aa493e0a6b4e8cb9bfc52399cae885 is 50, key is test_row_0/B:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2af134d7a1ae4880afab6e4ae7e4d8cb is 50, key is test_row_0/A:col10/1732278370000/Put/seqid=0 2024-11-22T12:26:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742301_1477 (size=12493) 2024-11-22T12:26:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742302_1478 (size=12493) 2024-11-22T12:26:10,926 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/43aa493e0a6b4e8cb9bfc52399cae885 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/43aa493e0a6b4e8cb9bfc52399cae885 2024-11-22T12:26:10,930 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 43aa493e0a6b4e8cb9bfc52399cae885(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:10,930 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:10,930 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=12, startTime=1732278370864; duration=0sec 2024-11-22T12:26:10,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:10,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:10,933 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:10,934 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:10,935 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:10,935 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,935 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/fb40f509ecc7422fb7699cc4b9ded95b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=47.2 K 2024-11-22T12:26:10,936 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb40f509ecc7422fb7699cc4b9ded95b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732278366170 2024-11-22T12:26:10,936 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d4c926cd78d4764a1e526fbddf6d10c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732278366365 2024-11-22T12:26:10,936 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b320f27bb27a44e09368cea0965e426b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732278367051 2024-11-22T12:26:10,937 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2c7bbea302f49069194702951632f04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:10,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:10,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:10,954 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:10,954 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/957ebc6a2ce94890a52858c4166774de is 50, key is test_row_0/C:col10/1732278369306/Put/seqid=0 2024-11-22T12:26:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742303_1479 (size=14541) 2024-11-22T12:26:10,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2af134d7a1ae4880afab6e4ae7e4d8cb 2024-11-22T12:26:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742304_1480 (size=12493) 2024-11-22T12:26:10,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/cf02657c8d87458a9264a98a3b36acd1 is 50, key is test_row_0/B:col10/1732278370000/Put/seqid=0 2024-11-22T12:26:10,983 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/957ebc6a2ce94890a52858c4166774de as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/957ebc6a2ce94890a52858c4166774de 2024-11-22T12:26:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742305_1481 (size=12151) 2024-11-22T12:26:10,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/cf02657c8d87458a9264a98a3b36acd1 2024-11-22T12:26:11,000 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into 957ebc6a2ce94890a52858c4166774de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:11,000 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:11,000 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=12, startTime=1732278370864; duration=0sec 2024-11-22T12:26:11,000 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:11,000 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:11,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/93d80fc577194bcd863464a55804a4f4 is 50, key is test_row_0/C:col10/1732278370000/Put/seqid=0 2024-11-22T12:26:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742306_1482 (size=12151) 2024-11-22T12:26:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278431033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278431035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278431146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278431156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:11,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278431166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278431167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278431167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,315 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/a8fb67ff8cc44c7089b98540fc3c580a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/a8fb67ff8cc44c7089b98540fc3c580a 2024-11-22T12:26:11,318 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into a8fb67ff8cc44c7089b98540fc3c580a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:11,318 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:11,318 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=12, startTime=1732278370864; duration=0sec 2024-11-22T12:26:11,318 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:11,318 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278431366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278431366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:11,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/93d80fc577194bcd863464a55804a4f4 2024-11-22T12:26:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:11,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/2af134d7a1ae4880afab6e4ae7e4d8cb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb 2024-11-22T12:26:11,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb, entries=200, sequenceid=165, filesize=14.2 K 2024-11-22T12:26:11,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/cf02657c8d87458a9264a98a3b36acd1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1 2024-11-22T12:26:11,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1, entries=150, sequenceid=165, filesize=11.9 K 2024-11-22T12:26:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/93d80fc577194bcd863464a55804a4f4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4 2024-11-22T12:26:11,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4, entries=150, sequenceid=165, filesize=11.9 K 2024-11-22T12:26:11,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aff7380adced72f7b634299a60e166d3 in 552ms, sequenceid=165, compaction requested=false 2024-11-22T12:26:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:11,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T12:26:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:11,558 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:26:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 is 50, key is test_row_0/A:col10/1732278371032/Put/seqid=0 2024-11-22T12:26:11,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742307_1483 (size=12151) 2024-11-22T12:26:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:11,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278431705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278431712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278431816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278431826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:11,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:11,978 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 2024-11-22T12:26:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/6cdd0e50777e4a24b29d4bf319174204 is 50, key is test_row_0/B:col10/1732278371032/Put/seqid=0 2024-11-22T12:26:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742308_1484 (size=12151) 2024-11-22T12:26:12,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278432026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278432036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278432186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278432187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278432187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,194 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:12,194 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,195 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278432346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278432346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,389 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/6cdd0e50777e4a24b29d4bf319174204 2024-11-22T12:26:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/57659182f1f44698b336159e99e673e6 is 50, key is test_row_0/C:col10/1732278371032/Put/seqid=0 2024-11-22T12:26:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742309_1485 (size=12151) 2024-11-22T12:26:12,799 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/57659182f1f44698b336159e99e673e6 2024-11-22T12:26:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 2024-11-22T12:26:12,806 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263, entries=150, sequenceid=192, filesize=11.9 K 2024-11-22T12:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/6cdd0e50777e4a24b29d4bf319174204 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204 2024-11-22T12:26:12,810 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204, entries=150, sequenceid=192, filesize=11.9 K 2024-11-22T12:26:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/57659182f1f44698b336159e99e673e6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6 2024-11-22T12:26:12,814 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6, entries=150, sequenceid=192, filesize=11.9 K 2024-11-22T12:26:12,815 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for aff7380adced72f7b634299a60e166d3 in 1257ms, sequenceid=192, compaction requested=true 2024-11-22T12:26:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T12:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T12:26:12,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T12:26:12,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7870 sec 2024-11-22T12:26:12,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.7930 sec 2024-11-22T12:26:12,863 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:12,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:26:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:12,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/386fbf1e4ab8425eb40bc64c333808ed is 50, key is test_row_0/A:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:12,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742310_1486 (size=14541) 2024-11-22T12:26:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278432941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278432952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:12,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:12,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278433056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278433057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/386fbf1e4ab8425eb40bc64c333808ed 2024-11-22T12:26:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278433266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278433266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/7d342e3d3ae24a6d8471e469d3552bf5 is 50, key is test_row_0/B:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742311_1487 (size=12151) 2024-11-22T12:26:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278433586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278433586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:13,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/7d342e3d3ae24a6d8471e469d3552bf5 2024-11-22T12:26:13,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/61067d4b9d7e4e0a9e378a90388fc4db is 50, key is test_row_0/C:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742312_1488 (size=12151) 2024-11-22T12:26:13,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/61067d4b9d7e4e0a9e378a90388fc4db 2024-11-22T12:26:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/386fbf1e4ab8425eb40bc64c333808ed as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed 2024-11-22T12:26:13,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed, entries=200, sequenceid=205, filesize=14.2 K 2024-11-22T12:26:13,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/7d342e3d3ae24a6d8471e469d3552bf5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5 2024-11-22T12:26:13,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T12:26:13,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/61067d4b9d7e4e0a9e378a90388fc4db as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db 2024-11-22T12:26:13,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T12:26:13,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for aff7380adced72f7b634299a60e166d3 in 850ms, sequenceid=205, compaction requested=true 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:13,713 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:26:13,713 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:13,714 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:13,714 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:13,714 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:13,714 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:13,714 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:13,714 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:13,714 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/a8fb67ff8cc44c7089b98540fc3c580a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=52.5 K 2024-11-22T12:26:13,714 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/43aa493e0a6b4e8cb9bfc52399cae885, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=47.8 K 2024-11-22T12:26:13,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8fb67ff8cc44c7089b98540fc3c580a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:13,715 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 43aa493e0a6b4e8cb9bfc52399cae885, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:13,715 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2af134d7a1ae4880afab6e4ae7e4d8cb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732278369985 2024-11-22T12:26:13,715 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting cf02657c8d87458a9264a98a3b36acd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732278369985 2024-11-22T12:26:13,717 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c07fd77e3ba4fd0bf29c3d1a61ac263, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732278371018 2024-11-22T12:26:13,717 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cdd0e50777e4a24b29d4bf319174204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732278371018 2024-11-22T12:26:13,717 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 386fbf1e4ab8425eb40bc64c333808ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371695 2024-11-22T12:26:13,718 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d342e3d3ae24a6d8471e469d3552bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371703 2024-11-22T12:26:13,726 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:13,727 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b758f945f9c54ed48c2b8526a39726c7 is 50, key is test_row_0/A:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:13,730 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:13,731 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/63677e12a5a64ea3b3bb4ccd5603ee36 is 50, key is test_row_0/B:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:13,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742313_1489 (size=12629) 2024-11-22T12:26:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742314_1490 (size=12629) 2024-11-22T12:26:13,740 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b758f945f9c54ed48c2b8526a39726c7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b758f945f9c54ed48c2b8526a39726c7 2024-11-22T12:26:13,745 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/63677e12a5a64ea3b3bb4ccd5603ee36 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63677e12a5a64ea3b3bb4ccd5603ee36 2024-11-22T12:26:13,747 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into b758f945f9c54ed48c2b8526a39726c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:13,748 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=12, startTime=1732278373713; duration=0sec 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:13,748 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 63677e12a5a64ea3b3bb4ccd5603ee36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:13,748 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=12, startTime=1732278373713; duration=0sec 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:13,748 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:13,749 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:13,749 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/957ebc6a2ce94890a52858c4166774de, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=47.8 K 2024-11-22T12:26:13,749 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957ebc6a2ce94890a52858c4166774de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732278369291 2024-11-22T12:26:13,749 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d80fc577194bcd863464a55804a4f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732278369985 2024-11-22T12:26:13,749 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57659182f1f44698b336159e99e673e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732278371018 2024-11-22T12:26:13,751 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61067d4b9d7e4e0a9e378a90388fc4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371703 2024-11-22T12:26:13,771 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:13,771 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/75fafec0e78745848c6321a2d1365c1d is 50, key is test_row_0/C:col10/1732278371707/Put/seqid=0 2024-11-22T12:26:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742315_1491 (size=12629) 2024-11-22T12:26:13,788 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/75fafec0e78745848c6321a2d1365c1d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75fafec0e78745848c6321a2d1365c1d 2024-11-22T12:26:13,795 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into 75fafec0e78745848c6321a2d1365c1d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:13,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:13,795 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=12, startTime=1732278373713; duration=0sec 2024-11-22T12:26:13,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:13,795 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:14,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:26:14,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/712a7e734b164f69a391fa16b6a88541 is 50, key is test_row_0/A:col10/1732278372935/Put/seqid=0 2024-11-22T12:26:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742316_1492 (size=14541) 2024-11-22T12:26:14,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278434136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278434140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T12:26:14,197 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:14,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T12:26:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:14,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:14,200 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:14,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278434217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278434217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278434217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,223 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_1' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,223 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,224 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in aff7380adced72f7b634299a60e166d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278434247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278434257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:14,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278434456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278434467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:14,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/712a7e734b164f69a391fa16b6a88541 2024-11-22T12:26:14,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/d171a518d8a445ffa7125df40e21c04a is 50, key is test_row_0/B:col10/1732278372935/Put/seqid=0 2024-11-22T12:26:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742317_1493 (size=12151) 2024-11-22T12:26:14,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/d171a518d8a445ffa7125df40e21c04a 2024-11-22T12:26:14,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b9f90580878746c7ba7f4fdd08942124 is 50, key is test_row_0/C:col10/1732278372935/Put/seqid=0 2024-11-22T12:26:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742318_1494 (size=12151) 2024-11-22T12:26:14,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278434766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278434776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:14,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:14,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b9f90580878746c7ba7f4fdd08942124 2024-11-22T12:26:14,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:14,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/712a7e734b164f69a391fa16b6a88541 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541 2024-11-22T12:26:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:14,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541, entries=200, sequenceid=232, filesize=14.2 K 2024-11-22T12:26:14,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/d171a518d8a445ffa7125df40e21c04a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a 2024-11-22T12:26:14,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T12:26:14,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b9f90580878746c7ba7f4fdd08942124 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124 2024-11-22T12:26:14,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T12:26:14,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for aff7380adced72f7b634299a60e166d3 in 877ms, sequenceid=232, compaction requested=false 2024-11-22T12:26:14,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:15,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T12:26:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:15,120 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T12:26:15,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8e94cd7524134bfebc37b4d9edf4c6d1 is 50, key is test_row_0/A:col10/1732278374139/Put/seqid=0 2024-11-22T12:26:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742319_1495 (size=12151) 2024-11-22T12:26:15,153 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8e94cd7524134bfebc37b4d9edf4c6d1 2024-11-22T12:26:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0d6eb10026b240489c1e0ae986b0c87f is 50, key is test_row_0/B:col10/1732278374139/Put/seqid=0 2024-11-22T12:26:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742320_1496 (size=12151) 2024-11-22T12:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278435411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:15,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278435422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:15,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278435526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278435546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:15,601 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0d6eb10026b240489c1e0ae986b0c87f 2024-11-22T12:26:15,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d0f75fb968b34e4fbd7bcbabebc59922 is 50, key is test_row_0/C:col10/1732278374139/Put/seqid=0 2024-11-22T12:26:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742321_1497 (size=12151) 2024-11-22T12:26:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278435746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278435756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d0f75fb968b34e4fbd7bcbabebc59922 2024-11-22T12:26:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8e94cd7524134bfebc37b4d9edf4c6d1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1 2024-11-22T12:26:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T12:26:16,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/0d6eb10026b240489c1e0ae986b0c87f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f 2024-11-22T12:26:16,037 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T12:26:16,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T12:26:16,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d0f75fb968b34e4fbd7bcbabebc59922 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922 2024-11-22T12:26:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T12:26:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aff7380adced72f7b634299a60e166d3 in 923ms, sequenceid=244, compaction requested=true 2024-11-22T12:26:16,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:16,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T12:26:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T12:26:16,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T12:26:16,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-22T12:26:16,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.8500 sec 2024-11-22T12:26:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:16,059 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:16,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:16,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/57843712821140f5b193ebaba8b4b8c8 is 50, key is test_row_0/A:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742322_1498 (size=14741) 2024-11-22T12:26:16,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/57843712821140f5b193ebaba8b4b8c8 2024-11-22T12:26:16,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/25759b0511754478a3a4a6cc9dec7b6c is 50, key is test_row_0/B:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742323_1499 (size=12301) 2024-11-22T12:26:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278436097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278436100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278436206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278436217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T12:26:16,347 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:16,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T12:26:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T12:26:16,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:16,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:16,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:16,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278436416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278436426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T12:26:16,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/25759b0511754478a3a4a6cc9dec7b6c 2024-11-22T12:26:16,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d37b27547215471c8a822dd6147450c3 is 50, key is test_row_0/C:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742324_1500 (size=12301) 2024-11-22T12:26:16,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T12:26:16,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T12:26:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T12:26:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278436736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278436746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:16,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T12:26:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:16,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d37b27547215471c8a822dd6147450c3 2024-11-22T12:26:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/57843712821140f5b193ebaba8b4b8c8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8 2024-11-22T12:26:16,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8, entries=200, sequenceid=269, filesize=14.4 K 2024-11-22T12:26:16,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/25759b0511754478a3a4a6cc9dec7b6c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c 2024-11-22T12:26:16,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T12:26:16,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d37b27547215471c8a822dd6147450c3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3 2024-11-22T12:26:16,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T12:26:16,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aff7380adced72f7b634299a60e166d3 in 845ms, sequenceid=269, compaction requested=true 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:16,904 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:16,904 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:16,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:16,905 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:16,905 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:16,905 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:16,905 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:16,905 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,906 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,906 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b758f945f9c54ed48c2b8526a39726c7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=52.8 K 2024-11-22T12:26:16,906 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63677e12a5a64ea3b3bb4ccd5603ee36, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=48.1 K 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 63677e12a5a64ea3b3bb4ccd5603ee36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371703 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b758f945f9c54ed48c2b8526a39726c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371703 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 712a7e734b164f69a391fa16b6a88541, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732278372935 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d171a518d8a445ffa7125df40e21c04a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732278372935 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e94cd7524134bfebc37b4d9edf4c6d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732278374118 2024-11-22T12:26:16,906 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6eb10026b240489c1e0ae986b0c87f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732278374118 2024-11-22T12:26:16,907 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57843712821140f5b193ebaba8b4b8c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:16,907 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 25759b0511754478a3a4a6cc9dec7b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:16,914 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:16,914 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:16,915 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b30a82b3a6c947d58cd15e3a51c38245 is 50, key is test_row_0/A:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,915 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c91d6f90af164c43a66d5f8c4d494d76 is 50, key is test_row_0/B:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742325_1501 (size=12915) 2024-11-22T12:26:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742326_1502 (size=12915) 2024-11-22T12:26:16,926 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c91d6f90af164c43a66d5f8c4d494d76 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c91d6f90af164c43a66d5f8c4d494d76 2024-11-22T12:26:16,941 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into c91d6f90af164c43a66d5f8c4d494d76(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:16,941 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:16,941 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=12, startTime=1732278376904; duration=0sec 2024-11-22T12:26:16,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:16,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:16,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:16,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:16,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:16,943 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,943 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75fafec0e78745848c6321a2d1365c1d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=48.1 K 2024-11-22T12:26:16,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 75fafec0e78745848c6321a2d1365c1d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732278371703 2024-11-22T12:26:16,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f90580878746c7ba7f4fdd08942124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732278372935 2024-11-22T12:26:16,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d0f75fb968b34e4fbd7bcbabebc59922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732278374118 2024-11-22T12:26:16,944 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d37b27547215471c8a822dd6147450c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:16,953 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:16,953 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/8870cf619ce44ed1a9474763cd29cebd is 50, key is test_row_0/C:col10/1732278375420/Put/seqid=0 2024-11-22T12:26:16,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742327_1503 (size=12915) 2024-11-22T12:26:16,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T12:26:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:16,960 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f6914e40bb149eaa0c938005d152d2e is 50, key is test_row_0/A:col10/1732278376089/Put/seqid=0 2024-11-22T12:26:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742328_1504 (size=12301) 2024-11-22T12:26:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T12:26:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:17,325 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/b30a82b3a6c947d58cd15e3a51c38245 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b30a82b3a6c947d58cd15e3a51c38245 2024-11-22T12:26:17,329 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into b30a82b3a6c947d58cd15e3a51c38245(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:17,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:17,329 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=12, startTime=1732278376904; duration=0sec 2024-11-22T12:26:17,330 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:17,330 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:17,362 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/8870cf619ce44ed1a9474763cd29cebd as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8870cf619ce44ed1a9474763cd29cebd 2024-11-22T12:26:17,367 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into 8870cf619ce44ed1a9474763cd29cebd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:17,367 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:17,367 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=12, startTime=1732278376904; duration=0sec 2024-11-22T12:26:17,367 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:17,367 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278437363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,373 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f6914e40bb149eaa0c938005d152d2e 2024-11-22T12:26:17,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278437364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/ef11f9e41f5e43348c7077b68f491ad7 is 50, key is test_row_0/B:col10/1732278376089/Put/seqid=0 2024-11-22T12:26:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742329_1505 (size=12301) 2024-11-22T12:26:17,403 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/ef11f9e41f5e43348c7077b68f491ad7 2024-11-22T12:26:17,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d208b920212d4f2db1ddc072303a11e9 is 50, key is test_row_0/C:col10/1732278376089/Put/seqid=0 2024-11-22T12:26:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742330_1506 (size=12301) 2024-11-22T12:26:17,426 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d208b920212d4f2db1ddc072303a11e9 2024-11-22T12:26:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f6914e40bb149eaa0c938005d152d2e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e 2024-11-22T12:26:17,436 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T12:26:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/ef11f9e41f5e43348c7077b68f491ad7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7 2024-11-22T12:26:17,445 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T12:26:17,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/d208b920212d4f2db1ddc072303a11e9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9 2024-11-22T12:26:17,449 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T12:26:17,450 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aff7380adced72f7b634299a60e166d3 in 490ms, sequenceid=281, compaction requested=false 2024-11-22T12:26:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T12:26:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T12:26:17,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T12:26:17,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1020 sec 2024-11-22T12:26:17,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1060 sec 2024-11-22T12:26:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:17,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T12:26:17,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/d5c49cba4c914f69b60966b6a2e12f35 is 50, key is test_row_0/A:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T12:26:17,487 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:17,488 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T12:26:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:17,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:17,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:17,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:17,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742331_1507 (size=14741) 2024-11-22T12:26:17,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/d5c49cba4c914f69b60966b6a2e12f35 2024-11-22T12:26:17,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8fd4867f9ce34e73ba34e880efc44833 is 50, key is test_row_0/B:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742332_1508 (size=12301) 2024-11-22T12:26:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278437507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278437515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278437627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278437627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T12:26:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:17,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T12:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:17,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278437837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278437837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:17,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8fd4867f9ce34e73ba34e880efc44833 2024-11-22T12:26:17,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1a92149b72d24028ad465bbe083fa186 is 50, key is test_row_0/C:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:17,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T12:26:17,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:17,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:17,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742333_1509 (size=12301) 2024-11-22T12:26:17,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1a92149b72d24028ad465bbe083fa186 2024-11-22T12:26:17,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/d5c49cba4c914f69b60966b6a2e12f35 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35 2024-11-22T12:26:17,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35, entries=200, sequenceid=309, filesize=14.4 K 2024-11-22T12:26:17,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/8fd4867f9ce34e73ba34e880efc44833 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833 2024-11-22T12:26:18,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833, entries=150, sequenceid=309, filesize=12.0 K 2024-11-22T12:26:18,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1a92149b72d24028ad465bbe083fa186 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186 2024-11-22T12:26:18,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186, entries=150, sequenceid=309, filesize=12.0 K 2024-11-22T12:26:18,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for aff7380adced72f7b634299a60e166d3 in 538ms, sequenceid=309, compaction requested=true 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:18,018 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:18,018 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:18,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:18,021 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:18,021 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:18,021 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:18,021 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c91d6f90af164c43a66d5f8c4d494d76, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=36.6 K 2024-11-22T12:26:18,022 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91d6f90af164c43a66d5f8c4d494d76, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:18,022 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef11f9e41f5e43348c7077b68f491ad7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732278376089 2024-11-22T12:26:18,023 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fd4867f9ce34e73ba34e880efc44833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:18,023 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:18,024 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:18,024 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:18,024 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b30a82b3a6c947d58cd15e3a51c38245, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=39.0 K 2024-11-22T12:26:18,024 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b30a82b3a6c947d58cd15e3a51c38245, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:18,025 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f6914e40bb149eaa0c938005d152d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732278376089 2024-11-22T12:26:18,025 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c49cba4c914f69b60966b6a2e12f35, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:18,051 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:18,051 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c8ddb409e94b40a5b058dcf1cd4fc4cb is 50, key is test_row_0/B:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:18,062 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:18,062 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/5ab46366e56f4ba3997c33f0d5a88cf7 is 50, key is test_row_0/A:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:18,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T12:26:18,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:18,108 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T12:26:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742335_1511 (size=13017) 2024-11-22T12:26:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742334_1510 (size=13017) 2024-11-22T12:26:18,139 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/c8ddb409e94b40a5b058dcf1cd4fc4cb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c8ddb409e94b40a5b058dcf1cd4fc4cb 2024-11-22T12:26:18,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/de834e2951814ec598bed2264bac56e4 is 50, key is test_row_0/A:col10/1732278377514/Put/seqid=0 2024-11-22T12:26:18,149 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into c8ddb409e94b40a5b058dcf1cd4fc4cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:18,149 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:18,149 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=13, startTime=1732278378018; duration=0sec 2024-11-22T12:26:18,149 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:18,149 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:18,149 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:18,150 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:18,150 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:18,150 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:18,150 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8870cf619ce44ed1a9474763cd29cebd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=36.6 K 2024-11-22T12:26:18,153 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8870cf619ce44ed1a9474763cd29cebd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732278375394 2024-11-22T12:26:18,153 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d208b920212d4f2db1ddc072303a11e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732278376089 2024-11-22T12:26:18,154 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a92149b72d24028ad465bbe083fa186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:18,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:18,205 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742336_1512 (size=12301) 2024-11-22T12:26:18,205 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b365ba354b1646728021d01084a6fee2 is 50, key is test_row_0/C:col10/1732278377340/Put/seqid=0 2024-11-22T12:26:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742337_1513 (size=13017) 2024-11-22T12:26:18,236 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/b365ba354b1646728021d01084a6fee2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b365ba354b1646728021d01084a6fee2 2024-11-22T12:26:18,244 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into b365ba354b1646728021d01084a6fee2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:18,245 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:18,245 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=13, startTime=1732278378018; duration=0sec 2024-11-22T12:26:18,245 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:18,245 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278438275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278438282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278438288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278438290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278438294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278438396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278438396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278438417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278438417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278438417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,520 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/5ab46366e56f4ba3997c33f0d5a88cf7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5ab46366e56f4ba3997c33f0d5a88cf7 2024-11-22T12:26:18,532 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into 5ab46366e56f4ba3997c33f0d5a88cf7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:18,532 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:18,532 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=13, startTime=1732278378018; duration=0sec 2024-11-22T12:26:18,532 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:18,532 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:18,606 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/de834e2951814ec598bed2264bac56e4 2024-11-22T12:26:18,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278438608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278438618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:18,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/442ed261450b4b309d1a4529b6e75efb is 50, key is test_row_0/B:col10/1732278377514/Put/seqid=0 2024-11-22T12:26:18,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278438637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278438637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278438638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742338_1514 (size=12301) 2024-11-22T12:26:18,656 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/442ed261450b4b309d1a4529b6e75efb 2024-11-22T12:26:18,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/75b3e14d098f496eb504c5ba9e7fd7e7 is 50, key is test_row_0/C:col10/1732278377514/Put/seqid=0 2024-11-22T12:26:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742339_1515 (size=12301) 2024-11-22T12:26:18,693 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/75b3e14d098f496eb504c5ba9e7fd7e7 2024-11-22T12:26:18,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/de834e2951814ec598bed2264bac56e4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4 2024-11-22T12:26:18,708 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T12:26:18,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/442ed261450b4b309d1a4529b6e75efb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb 2024-11-22T12:26:18,735 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T12:26:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/75b3e14d098f496eb504c5ba9e7fd7e7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7 2024-11-22T12:26:18,743 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T12:26:18,744 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for aff7380adced72f7b634299a60e166d3 in 636ms, sequenceid=319, compaction requested=false 2024-11-22T12:26:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T12:26:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T12:26:18,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T12:26:18,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2550 sec 2024-11-22T12:26:18,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.2600 sec 2024-11-22T12:26:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:18,925 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:18,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:26:18,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1eef2fb3bccf43dca701d49d66b54998 is 50, key is test_row_0/A:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742340_1516 (size=14741) 2024-11-22T12:26:18,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1eef2fb3bccf43dca701d49d66b54998 2024-11-22T12:26:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278438956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278438958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278438957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278438971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278438972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:18,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/b89a680278ad46f9828013b5e5739cbb is 50, key is test_row_0/B:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742341_1517 (size=12301) 2024-11-22T12:26:19,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278439077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278439078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278439096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278439097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278439296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278439296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278439307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278439308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/b89a680278ad46f9828013b5e5739cbb 2024-11-22T12:26:19,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ad946f5c984548c1bf51df52b61616c2 is 50, key is test_row_0/C:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742342_1518 (size=12301) 2024-11-22T12:26:19,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ad946f5c984548c1bf51df52b61616c2 2024-11-22T12:26:19,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/1eef2fb3bccf43dca701d49d66b54998 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998 2024-11-22T12:26:19,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998, entries=200, sequenceid=349, filesize=14.4 K 2024-11-22T12:26:19,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/b89a680278ad46f9828013b5e5739cbb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb 2024-11-22T12:26:19,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb, entries=150, sequenceid=349, filesize=12.0 K 2024-11-22T12:26:19,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/ad946f5c984548c1bf51df52b61616c2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2 2024-11-22T12:26:19,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2, entries=150, sequenceid=349, filesize=12.0 K 2024-11-22T12:26:19,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for aff7380adced72f7b634299a60e166d3 in 558ms, sequenceid=349, compaction requested=true 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:19,483 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:26:19,484 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:19,484 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:19,484 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,484 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5ab46366e56f4ba3997c33f0d5a88cf7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=39.1 K 2024-11-22T12:26:19,485 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ab46366e56f4ba3997c33f0d5a88cf7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:19,485 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting de834e2951814ec598bed2264bac56e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732278377500 2024-11-22T12:26:19,485 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eef2fb3bccf43dca701d49d66b54998, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:19,485 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:19,488 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:19,489 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:19,489 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,489 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c8ddb409e94b40a5b058dcf1cd4fc4cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=36.7 K 2024-11-22T12:26:19,489 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c8ddb409e94b40a5b058dcf1cd4fc4cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:19,490 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 442ed261450b4b309d1a4529b6e75efb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732278377500 2024-11-22T12:26:19,490 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b89a680278ad46f9828013b5e5739cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:19,496 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:19,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:19,506 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:19,507 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/215cea12ba9a4aea9fe3f18ba6c46638 is 50, key is test_row_0/A:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:19,512 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:19,512 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/25f1daaf18ec4e9b8465a519245adc34 is 50, key is test_row_0/B:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:19,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/cde3d624029c475b94920daba8b94c77 is 50, key is test_row_0/A:col10/1732278378956/Put/seqid=0 2024-11-22T12:26:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742344_1520 (size=14741) 2024-11-22T12:26:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742343_1519 (size=13119) 2024-11-22T12:26:19,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742345_1521 (size=13119) 2024-11-22T12:26:19,548 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/215cea12ba9a4aea9fe3f18ba6c46638 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/215cea12ba9a4aea9fe3f18ba6c46638 2024-11-22T12:26:19,560 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into 215cea12ba9a4aea9fe3f18ba6c46638(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:19,560 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:19,560 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=13, startTime=1732278379483; duration=0sec 2024-11-22T12:26:19,560 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:19,560 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:19,560 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:19,561 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:19,561 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:19,561 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,562 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b365ba354b1646728021d01084a6fee2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=36.7 K 2024-11-22T12:26:19,569 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting b365ba354b1646728021d01084a6fee2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732278377340 2024-11-22T12:26:19,569 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b3e14d098f496eb504c5ba9e7fd7e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732278377500 2024-11-22T12:26:19,569 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad946f5c984548c1bf51df52b61616c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:19,581 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:19,582 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/74b3c775bb34429c9f9fd6a2ed7f1881 is 50, key is test_row_0/C:col10/1732278378921/Put/seqid=0 2024-11-22T12:26:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742346_1522 (size=13119) 2024-11-22T12:26:19,609 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/74b3c775bb34429c9f9fd6a2ed7f1881 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/74b3c775bb34429c9f9fd6a2ed7f1881 2024-11-22T12:26:19,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into 74b3c775bb34429c9f9fd6a2ed7f1881(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:19,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:19,613 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=13, startTime=1732278379483; duration=0sec 2024-11-22T12:26:19,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:19,613 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T12:26:19,637 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:19,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T12:26:19,640 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:19,643 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:19,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278439668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278439670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278439672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278439674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278439674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278439786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278439796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278439797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278439797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278439798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:19,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/cde3d624029c475b94920daba8b94c77 2024-11-22T12:26:19,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/63514629487948ec97d04fe3bcf3d998 is 50, key is test_row_0/B:col10/1732278378956/Put/seqid=0 2024-11-22T12:26:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:19,951 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/25f1daaf18ec4e9b8465a519245adc34 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25f1daaf18ec4e9b8465a519245adc34 2024-11-22T12:26:19,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:19,957 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 25f1daaf18ec4e9b8465a519245adc34(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:19,957 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:19,957 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=13, startTime=1732278379483; duration=0sec 2024-11-22T12:26:19,957 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:19,957 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742347_1523 (size=12301) 2024-11-22T12:26:19,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/63514629487948ec97d04fe3bcf3d998 2024-11-22T12:26:19,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/50fd6ea6742d4905a80f02facc86cab3 is 50, key is test_row_0/C:col10/1732278378956/Put/seqid=0 2024-11-22T12:26:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742348_1524 (size=12301) 2024-11-22T12:26:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278440007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278440017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278440017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278440017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278440017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278440326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278440337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278440337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278440337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278440337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/50fd6ea6742d4905a80f02facc86cab3 2024-11-22T12:26:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/cde3d624029c475b94920daba8b94c77 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77 2024-11-22T12:26:20,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77, entries=200, sequenceid=360, filesize=14.4 K 2024-11-22T12:26:20,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/63514629487948ec97d04fe3bcf3d998 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998 2024-11-22T12:26:20,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:20,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:20,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T12:26:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:20,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/50fd6ea6742d4905a80f02facc86cab3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3 2024-11-22T12:26:20,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T12:26:20,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aff7380adced72f7b634299a60e166d3 in 918ms, sequenceid=360, compaction requested=false 2024-11-22T12:26:20,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:20,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T12:26:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7324011f8e6943f296f12011b58a5d55 is 50, key is test_row_0/A:col10/1732278379669/Put/seqid=0 2024-11-22T12:26:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742349_1525 (size=12301) 2024-11-22T12:26:20,582 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7324011f8e6943f296f12011b58a5d55 2024-11-22T12:26:20,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/be57aff0a30e4ee7be079031f2ba50c5 is 50, key is test_row_0/B:col10/1732278379669/Put/seqid=0 2024-11-22T12:26:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742350_1526 (size=12301) 2024-11-22T12:26:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:20,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278440863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278440864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278440864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278440865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278440865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278440976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278440976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278440976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278440987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278440987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,020 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/be57aff0a30e4ee7be079031f2ba50c5 2024-11-22T12:26:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/73763ddd14354559aaa5a0013955f9b7 is 50, key is test_row_0/C:col10/1732278379669/Put/seqid=0 2024-11-22T12:26:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742351_1527 (size=12301) 2024-11-22T12:26:21,035 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/73763ddd14354559aaa5a0013955f9b7 2024-11-22T12:26:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7324011f8e6943f296f12011b58a5d55 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55 2024-11-22T12:26:21,048 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T12:26:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/be57aff0a30e4ee7be079031f2ba50c5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5 2024-11-22T12:26:21,054 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T12:26:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/73763ddd14354559aaa5a0013955f9b7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7 2024-11-22T12:26:21,059 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T12:26:21,060 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for aff7380adced72f7b634299a60e166d3 in 498ms, sequenceid=388, compaction requested=true 2024-11-22T12:26:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T12:26:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T12:26:21,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T12:26:21,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-22T12:26:21,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4270 sec 2024-11-22T12:26:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:21,202 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:21,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T12:26:21,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c8b3f24f65f0439fbdbd342e3f39b09a is 50, key is test_row_0/A:col10/1732278380863/Put/seqid=0 2024-11-22T12:26:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742352_1528 (size=14741) 2024-11-22T12:26:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278441261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278441262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278441268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278441281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278441282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278441386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278441386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278441396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278441407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278441407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278441597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278441597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278441616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278441616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278441616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c8b3f24f65f0439fbdbd342e3f39b09a 2024-11-22T12:26:21,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/95432107adb54d6f9b617b614348d0f7 is 50, key is test_row_0/B:col10/1732278380863/Put/seqid=0 2024-11-22T12:26:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742353_1529 (size=12301) 2024-11-22T12:26:21,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/95432107adb54d6f9b617b614348d0f7 2024-11-22T12:26:21,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/52f1a21f14874435b67fc2726f4aeba3 is 50, key is test_row_0/C:col10/1732278380863/Put/seqid=0 2024-11-22T12:26:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742354_1530 (size=12301) 2024-11-22T12:26:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T12:26:21,786 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:21,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T12:26:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T12:26:21,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:21,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:21,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T12:26:21,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278441917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278441917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278441929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278441929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278441930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:21,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T12:26:21,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:21,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:21,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:21,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/52f1a21f14874435b67fc2726f4aeba3 2024-11-22T12:26:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/c8b3f24f65f0439fbdbd342e3f39b09a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a 2024-11-22T12:26:22,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a, entries=200, sequenceid=401, filesize=14.4 K 2024-11-22T12:26:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/95432107adb54d6f9b617b614348d0f7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7 2024-11-22T12:26:22,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7, entries=150, sequenceid=401, filesize=12.0 K 2024-11-22T12:26:22,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/52f1a21f14874435b67fc2726f4aeba3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3 2024-11-22T12:26:22,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-22T12:26:22,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for aff7380adced72f7b634299a60e166d3 in 856ms, sequenceid=401, compaction requested=true 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:22,058 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,058 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T12:26:22,059 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:22,059 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,059 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/215cea12ba9a4aea9fe3f18ba6c46638, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=53.6 K 2024-11-22T12:26:22,059 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25f1daaf18ec4e9b8465a519245adc34, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=48.8 K 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 215cea12ba9a4aea9fe3f18ba6c46638, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f1daaf18ec4e9b8465a519245adc34, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:22,059 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting cde3d624029c475b94920daba8b94c77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732278378956 2024-11-22T12:26:22,060 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 63514629487948ec97d04fe3bcf3d998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732278378956 2024-11-22T12:26:22,060 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7324011f8e6943f296f12011b58a5d55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732278379666 2024-11-22T12:26:22,060 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b3f24f65f0439fbdbd342e3f39b09a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732278380854 2024-11-22T12:26:22,060 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting be57aff0a30e4ee7be079031f2ba50c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732278379666 2024-11-22T12:26:22,061 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 95432107adb54d6f9b617b614348d0f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732278380861 2024-11-22T12:26:22,071 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:22,072 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/e4ed0b012c03420abc6ef7a1e60c80c3 is 50, key is test_row_0/A:col10/1732278380863/Put/seqid=0 2024-11-22T12:26:22,075 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:22,075 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/7f9d02b3829248b186f5b69dbf029212 is 50, key is test_row_0/B:col10/1732278380863/Put/seqid=0 2024-11-22T12:26:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742355_1531 (size=13255) 2024-11-22T12:26:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742356_1532 (size=13255) 2024-11-22T12:26:22,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T12:26:22,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,105 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:26:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T12:26:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f66f0bac64f458c9303cd18d6a0b81a is 50, key is test_row_0/A:col10/1732278381275/Put/seqid=0 2024-11-22T12:26:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742357_1533 (size=12301) 2024-11-22T12:26:22,136 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f66f0bac64f458c9303cd18d6a0b81a 2024-11-22T12:26:22,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/651748009387406d8b9f3d22df43887e is 50, key is test_row_0/B:col10/1732278381275/Put/seqid=0 2024-11-22T12:26:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742358_1534 (size=12301) 2024-11-22T12:26:22,159 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/651748009387406d8b9f3d22df43887e 2024-11-22T12:26:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1f2ab960e43b49498caf156257d4bbc8 is 50, key is test_row_0/C:col10/1732278381275/Put/seqid=0 2024-11-22T12:26:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742359_1535 (size=12301) 2024-11-22T12:26:22,181 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1f2ab960e43b49498caf156257d4bbc8 2024-11-22T12:26:22,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/7f66f0bac64f458c9303cd18d6a0b81a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a 2024-11-22T12:26:22,188 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a, entries=150, sequenceid=424, filesize=12.0 K 2024-11-22T12:26:22,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/651748009387406d8b9f3d22df43887e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e 2024-11-22T12:26:22,197 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e, entries=150, sequenceid=424, filesize=12.0 K 2024-11-22T12:26:22,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/1f2ab960e43b49498caf156257d4bbc8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8 2024-11-22T12:26:22,200 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8, entries=150, sequenceid=424, filesize=12.0 K 2024-11-22T12:26:22,201 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for aff7380adced72f7b634299a60e166d3 in 97ms, sequenceid=424, compaction requested=true 2024-11-22T12:26:22,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T12:26:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T12:26:22,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T12:26:22,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 411 msec 2024-11-22T12:26:22,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 416 msec 2024-11-22T12:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T12:26:22,416 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:22,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-22T12:26:22,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:22,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:22,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:22,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:22,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8af46af8e2a64eca871de69799e2601a is 50, key is test_row_0/A:col10/1732278382447/Put/seqid=0 2024-11-22T12:26:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742360_1536 (size=19621) 2024-11-22T12:26:22,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8af46af8e2a64eca871de69799e2601a 2024-11-22T12:26:22,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/9add3036b8a547a9a1237d9beed90bac is 50, key is test_row_0/B:col10/1732278382447/Put/seqid=0 2024-11-22T12:26:22,485 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/e4ed0b012c03420abc6ef7a1e60c80c3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e4ed0b012c03420abc6ef7a1e60c80c3 2024-11-22T12:26:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742361_1537 (size=12301) 2024-11-22T12:26:22,490 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into e4ed0b012c03420abc6ef7a1e60c80c3(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:22,490 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,490 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=12, startTime=1732278382058; duration=0sec 2024-11-22T12:26:22,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/9add3036b8a547a9a1237d9beed90bac 2024-11-22T12:26:22,491 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:22,491 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:22,491 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T12:26:22,491 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/7f9d02b3829248b186f5b69dbf029212 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7f9d02b3829248b186f5b69dbf029212 2024-11-22T12:26:22,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T12:26:22,492 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/C is initiating minor compaction (all files) 2024-11-22T12:26:22,492 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/C in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,493 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/74b3c775bb34429c9f9fd6a2ed7f1881, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=60.9 K 2024-11-22T12:26:22,493 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b3c775bb34429c9f9fd6a2ed7f1881, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732278378253 2024-11-22T12:26:22,494 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50fd6ea6742d4905a80f02facc86cab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732278378956 2024-11-22T12:26:22,494 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 7f9d02b3829248b186f5b69dbf029212(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:22,494 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,494 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=12, startTime=1732278382058; duration=0sec 2024-11-22T12:26:22,494 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,494 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:22,496 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73763ddd14354559aaa5a0013955f9b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732278379666 2024-11-22T12:26:22,496 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f1a21f14874435b67fc2726f4aeba3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732278380861 2024-11-22T12:26:22,496 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f2ab960e43b49498caf156257d4bbc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732278381260 2024-11-22T12:26:22,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/be067371a1294f3e8f30a68b49cf12d9 is 50, key is test_row_0/C:col10/1732278382447/Put/seqid=0 2024-11-22T12:26:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742362_1538 (size=12301) 2024-11-22T12:26:22,506 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#C#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:22,506 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/6fc252d9806d45708df6ea03ee068098 is 50, key is test_row_0/C:col10/1732278381275/Put/seqid=0 2024-11-22T12:26:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742363_1539 (size=13289) 2024-11-22T12:26:22,514 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/6fc252d9806d45708df6ea03ee068098 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/6fc252d9806d45708df6ea03ee068098 2024-11-22T12:26:22,520 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in aff7380adced72f7b634299a60e166d3/C of aff7380adced72f7b634299a60e166d3 into 6fc252d9806d45708df6ea03ee068098(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:22,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,520 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/C, priority=11, startTime=1732278382058; duration=0sec 2024-11-22T12:26:22,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278442517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278442518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278442524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278442525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278442528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T12:26:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,583 INFO [Thread-2018 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2018. 2024-11-22T12:26:22,583 DEBUG [Thread-2018 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:22,583 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,583 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:22,585 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-11-22T12:26:22,585 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:22,585 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,585 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:22,588 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-11-22T12:26:22,588 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:22,588 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,588 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:22,593 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-11-22T12:26:22,593 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:22,593 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,593 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:22,595 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-11-22T12:26:22,595 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:22,595 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,595 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:22,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278442637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278442637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278442646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278442646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278442646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T12:26:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:22,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50430 deadline: 1732278442846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50402 deadline: 1732278442846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50468 deadline: 1732278442857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50484 deadline: 1732278442857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732278442857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 , the old value is region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., hostname=46e18b47f3d3,45321,1732278235735, seqNum=2 because the exception is null or not the one we care about 2024-11-22T12:26:22,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T12:26:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:22,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/be067371a1294f3e8f30a68b49cf12d9 2024-11-22T12:26:22,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/8af46af8e2a64eca871de69799e2601a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a 2024-11-22T12:26:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a, entries=300, sequenceid=435, filesize=19.2 K 2024-11-22T12:26:22,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/9add3036b8a547a9a1237d9beed90bac as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac 2024-11-22T12:26:22,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac, entries=150, sequenceid=435, filesize=12.0 K 2024-11-22T12:26:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/be067371a1294f3e8f30a68b49cf12d9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/be067371a1294f3e8f30a68b49cf12d9 2024-11-22T12:26:22,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/be067371a1294f3e8f30a68b49cf12d9, entries=150, sequenceid=435, filesize=12.0 K 2024-11-22T12:26:22,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aff7380adced72f7b634299a60e166d3 in 464ms, sequenceid=435, compaction requested=true 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,916 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aff7380adced72f7b634299a60e166d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:22,916 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:22,917 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:22,917 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:22,917 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/B is initiating minor compaction (all files) 2024-11-22T12:26:22,917 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): aff7380adced72f7b634299a60e166d3/A is initiating minor compaction (all files) 2024-11-22T12:26:22,917 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/B in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,917 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aff7380adced72f7b634299a60e166d3/A in TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:22,917 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7f9d02b3829248b186f5b69dbf029212, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=37.0 K 2024-11-22T12:26:22,917 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e4ed0b012c03420abc6ef7a1e60c80c3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp, totalSize=44.1 K 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4ed0b012c03420abc6ef7a1e60c80c3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732278380861 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9d02b3829248b186f5b69dbf029212, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732278380861 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f66f0bac64f458c9303cd18d6a0b81a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732278381260 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 651748009387406d8b9f3d22df43887e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732278381260 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af46af8e2a64eca871de69799e2601a, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732278382429 2024-11-22T12:26:22,918 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9add3036b8a547a9a1237d9beed90bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732278382447 2024-11-22T12:26:22,924 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:22,925 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/070500aaa9f24b12aba2dcb93e66345c is 50, key is test_row_0/B:col10/1732278382447/Put/seqid=0 2024-11-22T12:26:22,929 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aff7380adced72f7b634299a60e166d3#A#compaction#463 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:22,929 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/feba5762c73543aa9d1dbd9d6440f9eb is 50, key is test_row_0/A:col10/1732278382447/Put/seqid=0 2024-11-22T12:26:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742364_1540 (size=13357) 2024-11-22T12:26:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742365_1541 (size=13357) 2024-11-22T12:26:22,934 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/070500aaa9f24b12aba2dcb93e66345c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/070500aaa9f24b12aba2dcb93e66345c 2024-11-22T12:26:22,938 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/B of aff7380adced72f7b634299a60e166d3 into 070500aaa9f24b12aba2dcb93e66345c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:22,938 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:22,938 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/B, priority=13, startTime=1732278382916; duration=0sec 2024-11-22T12:26:22,938 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:22,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:B 2024-11-22T12:26:22,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T12:26:22,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T12:26:22,939 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T12:26:22,940 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. because compaction request was cancelled 2024-11-22T12:26:22,940 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:C 2024-11-22T12:26:23,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T12:26:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:23,033 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T12:26:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/ba44af22bada4b3f9f03a1b4ae1e61b6 is 50, key is test_row_0/A:col10/1732278382526/Put/seqid=0 2024-11-22T12:26:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742366_1542 (size=12301) 2024-11-22T12:26:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. as already flushing 2024-11-22T12:26:23,159 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-11-22T12:26:23,159 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-11-22T12:26:23,159 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:23,159 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,160 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:23,160 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,160 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,160 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:23,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:23,168 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-11-22T12:26:23,168 INFO [Thread-2007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2007. 2024-11-22T12:26:23,168 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-11-22T12:26:23,168 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:23,168 DEBUG [Thread-2007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:23,168 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:23,168 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:23,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:23,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:23,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:23,338 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/feba5762c73543aa9d1dbd9d6440f9eb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/feba5762c73543aa9d1dbd9d6440f9eb 2024-11-22T12:26:23,341 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aff7380adced72f7b634299a60e166d3/A of aff7380adced72f7b634299a60e166d3 into feba5762c73543aa9d1dbd9d6440f9eb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:23,342 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:23,342 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., storeName=aff7380adced72f7b634299a60e166d3/A, priority=13, startTime=1732278382916; duration=0sec 2024-11-22T12:26:23,342 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:23,342 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aff7380adced72f7b634299a60e166d3:A 2024-11-22T12:26:23,446 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/ba44af22bada4b3f9f03a1b4ae1e61b6 2024-11-22T12:26:23,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f87fdfff74194812930b4b1fb1dcd38b is 50, key is test_row_0/B:col10/1732278382526/Put/seqid=0 2024-11-22T12:26:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742367_1543 (size=12301) 2024-11-22T12:26:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:23,857 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f87fdfff74194812930b4b1fb1dcd38b 2024-11-22T12:26:23,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/51f222d5f77347b297f2ab45ee363533 is 50, key is test_row_0/C:col10/1732278382526/Put/seqid=0 2024-11-22T12:26:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742368_1544 (size=12301) 2024-11-22T12:26:23,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:26:24,269 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/51f222d5f77347b297f2ab45ee363533 2024-11-22T12:26:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/ba44af22bada4b3f9f03a1b4ae1e61b6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/ba44af22bada4b3f9f03a1b4ae1e61b6 2024-11-22T12:26:24,276 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/ba44af22bada4b3f9f03a1b4ae1e61b6, entries=150, sequenceid=464, filesize=12.0 K 2024-11-22T12:26:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/f87fdfff74194812930b4b1fb1dcd38b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f87fdfff74194812930b4b1fb1dcd38b 2024-11-22T12:26:24,280 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f87fdfff74194812930b4b1fb1dcd38b, entries=150, sequenceid=464, filesize=12.0 K 2024-11-22T12:26:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/51f222d5f77347b297f2ab45ee363533 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/51f222d5f77347b297f2ab45ee363533 2024-11-22T12:26:24,283 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/51f222d5f77347b297f2ab45ee363533, entries=150, sequenceid=464, filesize=12.0 K 2024-11-22T12:26:24,284 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for aff7380adced72f7b634299a60e166d3 in 1251ms, sequenceid=464, compaction requested=true 2024-11-22T12:26:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for aff7380adced72f7b634299a60e166d3: 2024-11-22T12:26:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-22T12:26:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-22T12:26:24,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T12:26:24,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-22T12:26:24,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.8700 sec 2024-11-22T12:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T12:26:24,586 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1234 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3701 rows 2024-11-22T12:26:24,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1235 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3704 rows 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1237 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3711 rows 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1231 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3692 rows 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1229 2024-11-22T12:26:24,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3686 rows 2024-11-22T12:26:24,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:26:24,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:26:24,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:24,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:24,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:24,588 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:26:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:24,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278384590"}]},"ts":"1732278384590"} 2024-11-22T12:26:24,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:26:24,593 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:26:24,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:26:24,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, UNASSIGN}] 2024-11-22T12:26:24,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, UNASSIGN 2024-11-22T12:26:24,596 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=aff7380adced72f7b634299a60e166d3, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:24,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, UNASSIGN because future has completed 2024-11-22T12:26:24,598 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:26:24,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:24,750 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:24,750 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:26:24,750 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing aff7380adced72f7b634299a60e166d3, disabling compactions & flushes 2024-11-22T12:26:24,750 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:24,750 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:24,750 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. after waiting 0 ms 2024-11-22T12:26:24,750 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:24,750 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing aff7380adced72f7b634299a60e166d3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:26:24,754 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/e7bd4a4674c04cd1af1f86fee632101a is 50, key is test_row_1/A:col10/1732278383166/Put/seqid=0 2024-11-22T12:26:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742369_1545 (size=9857) 2024-11-22T12:26:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:25,159 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/e7bd4a4674c04cd1af1f86fee632101a 2024-11-22T12:26:25,164 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/dac88ae0d6074948b68c21dd16dbb03f is 50, key is test_row_1/B:col10/1732278383166/Put/seqid=0 2024-11-22T12:26:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742370_1546 (size=9857) 2024-11-22T12:26:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:25,567 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/dac88ae0d6074948b68c21dd16dbb03f 2024-11-22T12:26:25,573 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/8848fb8510f54166b4f7a0d6417cbc7c is 50, key is test_row_1/C:col10/1732278383166/Put/seqid=0 2024-11-22T12:26:25,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742371_1547 (size=9857) 2024-11-22T12:26:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:25,982 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/8848fb8510f54166b4f7a0d6417cbc7c 2024-11-22T12:26:25,985 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/A/e7bd4a4674c04cd1af1f86fee632101a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e7bd4a4674c04cd1af1f86fee632101a 2024-11-22T12:26:25,987 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e7bd4a4674c04cd1af1f86fee632101a, entries=100, sequenceid=473, filesize=9.6 K 2024-11-22T12:26:25,988 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/B/dac88ae0d6074948b68c21dd16dbb03f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/dac88ae0d6074948b68c21dd16dbb03f 2024-11-22T12:26:25,991 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/dac88ae0d6074948b68c21dd16dbb03f, entries=100, sequenceid=473, filesize=9.6 K 2024-11-22T12:26:25,992 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/.tmp/C/8848fb8510f54166b4f7a0d6417cbc7c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8848fb8510f54166b4f7a0d6417cbc7c 2024-11-22T12:26:25,994 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8848fb8510f54166b4f7a0d6417cbc7c, entries=100, sequenceid=473, filesize=9.6 K 2024-11-22T12:26:25,995 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for aff7380adced72f7b634299a60e166d3 in 1245ms, sequenceid=473, compaction requested=true 2024-11-22T12:26:25,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/17b12be5dc154e25a6df779dded0a0c0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/58e2f78fbb704e0f8d6ab4f4c761bfd1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/a8fb67ff8cc44c7089b98540fc3c580a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b758f945f9c54ed48c2b8526a39726c7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b30a82b3a6c947d58cd15e3a51c38245, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5ab46366e56f4ba3997c33f0d5a88cf7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/215cea12ba9a4aea9fe3f18ba6c46638, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e4ed0b012c03420abc6ef7a1e60c80c3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a] to archive 2024-11-22T12:26:25,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:25,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b4e8ff2d52a84d20a8a5a69e8c5e627f 2024-11-22T12:26:25,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c0e4cae000e14809bfa6724377360c16 2024-11-22T12:26:25,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/f0c5f5e7336049c5bf3b46ff5dd14ab8 2024-11-22T12:26:26,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/17b12be5dc154e25a6df779dded0a0c0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/17b12be5dc154e25a6df779dded0a0c0 2024-11-22T12:26:26,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7c39dfe950804129adfc4abb6c4f89fb 2024-11-22T12:26:26,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5c49dcb9c321405288bc0266e084fb26 2024-11-22T12:26:26,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/58e2f78fbb704e0f8d6ab4f4c761bfd1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/58e2f78fbb704e0f8d6ab4f4c761bfd1 2024-11-22T12:26:26,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1ee56ccdcbef4dccbc07fec527415497 2024-11-22T12:26:26,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2f61ab351f254973a4a5442583098bef 2024-11-22T12:26:26,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/347392eab31f4c4387e460cd5640ba5d 2024-11-22T12:26:26,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/a8fb67ff8cc44c7089b98540fc3c580a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/a8fb67ff8cc44c7089b98540fc3c580a 2024-11-22T12:26:26,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/2af134d7a1ae4880afab6e4ae7e4d8cb 2024-11-22T12:26:26,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/6c07fd77e3ba4fd0bf29c3d1a61ac263 2024-11-22T12:26:26,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/386fbf1e4ab8425eb40bc64c333808ed 2024-11-22T12:26:26,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b758f945f9c54ed48c2b8526a39726c7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b758f945f9c54ed48c2b8526a39726c7 2024-11-22T12:26:26,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/712a7e734b164f69a391fa16b6a88541 2024-11-22T12:26:26,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8e94cd7524134bfebc37b4d9edf4c6d1 2024-11-22T12:26:26,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/57843712821140f5b193ebaba8b4b8c8 2024-11-22T12:26:26,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b30a82b3a6c947d58cd15e3a51c38245 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/b30a82b3a6c947d58cd15e3a51c38245 2024-11-22T12:26:26,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f6914e40bb149eaa0c938005d152d2e 2024-11-22T12:26:26,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/d5c49cba4c914f69b60966b6a2e12f35 2024-11-22T12:26:26,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5ab46366e56f4ba3997c33f0d5a88cf7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/5ab46366e56f4ba3997c33f0d5a88cf7 2024-11-22T12:26:26,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/de834e2951814ec598bed2264bac56e4 2024-11-22T12:26:26,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/1eef2fb3bccf43dca701d49d66b54998 2024-11-22T12:26:26,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/215cea12ba9a4aea9fe3f18ba6c46638 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/215cea12ba9a4aea9fe3f18ba6c46638 2024-11-22T12:26:26,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/cde3d624029c475b94920daba8b94c77 2024-11-22T12:26:26,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7324011f8e6943f296f12011b58a5d55 2024-11-22T12:26:26,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/c8b3f24f65f0439fbdbd342e3f39b09a 2024-11-22T12:26:26,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e4ed0b012c03420abc6ef7a1e60c80c3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e4ed0b012c03420abc6ef7a1e60c80c3 2024-11-22T12:26:26,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/7f66f0bac64f458c9303cd18d6a0b81a 2024-11-22T12:26:26,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/8af46af8e2a64eca871de69799e2601a 2024-11-22T12:26:26,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/55f8eefdf53741eb98ea7c3d4eb09f8d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0584361f057942b491870a580f52271c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/43aa493e0a6b4e8cb9bfc52399cae885, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63677e12a5a64ea3b3bb4ccd5603ee36, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c91d6f90af164c43a66d5f8c4d494d76, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c8ddb409e94b40a5b058dcf1cd4fc4cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25f1daaf18ec4e9b8465a519245adc34, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7f9d02b3829248b186f5b69dbf029212, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac] to archive 2024-11-22T12:26:26,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:26,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c550d3127d9545709165af073350caa3 2024-11-22T12:26:26,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8d0e507bba42475c9384aaccb9a869a5 2024-11-22T12:26:26,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/55f8eefdf53741eb98ea7c3d4eb09f8d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/55f8eefdf53741eb98ea7c3d4eb09f8d 2024-11-22T12:26:26,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/29b1212c2bc041968cb80e0b323ba6a8 2024-11-22T12:26:26,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0e78daf44dd64d66b332984b5c237405 2024-11-22T12:26:26,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0584361f057942b491870a580f52271c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0584361f057942b491870a580f52271c 2024-11-22T12:26:26,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/aae7c4ebbb9d4662b0088e6ee79d9851 2024-11-22T12:26:26,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f3ff83d1413a4b2bad8a9246d8f8b385 2024-11-22T12:26:26,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/081aa848b0dc45689cdb3d9e9af9afa9 2024-11-22T12:26:26,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/43aa493e0a6b4e8cb9bfc52399cae885 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/43aa493e0a6b4e8cb9bfc52399cae885 2024-11-22T12:26:26,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/2134a2d0c8f94111962c0806af14ab8a 2024-11-22T12:26:26,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/cf02657c8d87458a9264a98a3b36acd1 2024-11-22T12:26:26,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/6cdd0e50777e4a24b29d4bf319174204 2024-11-22T12:26:26,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63677e12a5a64ea3b3bb4ccd5603ee36 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63677e12a5a64ea3b3bb4ccd5603ee36 2024-11-22T12:26:26,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7d342e3d3ae24a6d8471e469d3552bf5 2024-11-22T12:26:26,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/d171a518d8a445ffa7125df40e21c04a 2024-11-22T12:26:26,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/0d6eb10026b240489c1e0ae986b0c87f 2024-11-22T12:26:26,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c91d6f90af164c43a66d5f8c4d494d76 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c91d6f90af164c43a66d5f8c4d494d76 2024-11-22T12:26:26,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25759b0511754478a3a4a6cc9dec7b6c 2024-11-22T12:26:26,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/ef11f9e41f5e43348c7077b68f491ad7 2024-11-22T12:26:26,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c8ddb409e94b40a5b058dcf1cd4fc4cb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/c8ddb409e94b40a5b058dcf1cd4fc4cb 2024-11-22T12:26:26,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/8fd4867f9ce34e73ba34e880efc44833 2024-11-22T12:26:26,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/442ed261450b4b309d1a4529b6e75efb 2024-11-22T12:26:26,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25f1daaf18ec4e9b8465a519245adc34 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/25f1daaf18ec4e9b8465a519245adc34 2024-11-22T12:26:26,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/b89a680278ad46f9828013b5e5739cbb 2024-11-22T12:26:26,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/63514629487948ec97d04fe3bcf3d998 2024-11-22T12:26:26,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/be57aff0a30e4ee7be079031f2ba50c5 2024-11-22T12:26:26,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7f9d02b3829248b186f5b69dbf029212 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/7f9d02b3829248b186f5b69dbf029212 2024-11-22T12:26:26,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/95432107adb54d6f9b617b614348d0f7 2024-11-22T12:26:26,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/651748009387406d8b9f3d22df43887e 2024-11-22T12:26:26,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/9add3036b8a547a9a1237d9beed90bac 2024-11-22T12:26:26,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b5b4f1dd50f341cbbe8dcde0fe21c064, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/fb40f509ecc7422fb7699cc4b9ded95b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/957ebc6a2ce94890a52858c4166774de, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75fafec0e78745848c6321a2d1365c1d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8870cf619ce44ed1a9474763cd29cebd, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b365ba354b1646728021d01084a6fee2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/74b3c775bb34429c9f9fd6a2ed7f1881, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8] to archive 2024-11-22T12:26:26,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:26,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/3aec8ce7e516492faabdb4d6697a4c8d 2024-11-22T12:26:26,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ccd3da477ce446aca44c7006857ac335 2024-11-22T12:26:26,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b5b4f1dd50f341cbbe8dcde0fe21c064 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b5b4f1dd50f341cbbe8dcde0fe21c064 2024-11-22T12:26:26,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d3704b3f7bc64382b6eb5f998d8ccbbb 2024-11-22T12:26:26,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ffd20627ca7248ffac66473eaf5901f9 2024-11-22T12:26:26,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/fb40f509ecc7422fb7699cc4b9ded95b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/fb40f509ecc7422fb7699cc4b9ded95b 2024-11-22T12:26:26,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/a1f54237b8244680af351b03e29da1ee 2024-11-22T12:26:26,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/7d4c926cd78d4764a1e526fbddf6d10c 2024-11-22T12:26:26,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b320f27bb27a44e09368cea0965e426b 2024-11-22T12:26:26,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/957ebc6a2ce94890a52858c4166774de to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/957ebc6a2ce94890a52858c4166774de 2024-11-22T12:26:26,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d2c7bbea302f49069194702951632f04 2024-11-22T12:26:26,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/93d80fc577194bcd863464a55804a4f4 2024-11-22T12:26:26,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/57659182f1f44698b336159e99e673e6 2024-11-22T12:26:26,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75fafec0e78745848c6321a2d1365c1d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75fafec0e78745848c6321a2d1365c1d 2024-11-22T12:26:26,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/61067d4b9d7e4e0a9e378a90388fc4db 2024-11-22T12:26:26,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b9f90580878746c7ba7f4fdd08942124 2024-11-22T12:26:26,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d0f75fb968b34e4fbd7bcbabebc59922 2024-11-22T12:26:26,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8870cf619ce44ed1a9474763cd29cebd to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8870cf619ce44ed1a9474763cd29cebd 2024-11-22T12:26:26,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d37b27547215471c8a822dd6147450c3 2024-11-22T12:26:26,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/d208b920212d4f2db1ddc072303a11e9 2024-11-22T12:26:26,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b365ba354b1646728021d01084a6fee2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/b365ba354b1646728021d01084a6fee2 2024-11-22T12:26:26,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1a92149b72d24028ad465bbe083fa186 2024-11-22T12:26:26,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/75b3e14d098f496eb504c5ba9e7fd7e7 2024-11-22T12:26:26,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/74b3c775bb34429c9f9fd6a2ed7f1881 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/74b3c775bb34429c9f9fd6a2ed7f1881 2024-11-22T12:26:26,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/ad946f5c984548c1bf51df52b61616c2 2024-11-22T12:26:26,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/50fd6ea6742d4905a80f02facc86cab3 2024-11-22T12:26:26,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/73763ddd14354559aaa5a0013955f9b7 2024-11-22T12:26:26,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/52f1a21f14874435b67fc2726f4aeba3 2024-11-22T12:26:26,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/1f2ab960e43b49498caf156257d4bbc8 2024-11-22T12:26:26,070 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=1 2024-11-22T12:26:26,070 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. 2024-11-22T12:26:26,071 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for aff7380adced72f7b634299a60e166d3: Waiting for close lock at 1732278384750Running coprocessor pre-close hooks at 1732278384750Disabling compacts and flushes for region at 1732278384750Disabling writes for close at 1732278384750Obtaining lock to block concurrent updates at 1732278384750Preparing flush snapshotting stores in aff7380adced72f7b634299a60e166d3 at 1732278384750Finished memstore snapshotting TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732278384751 (+1 ms)Flushing stores of TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3. at 1732278384751Flushing aff7380adced72f7b634299a60e166d3/A: creating writer at 1732278384751Flushing aff7380adced72f7b634299a60e166d3/A: appending metadata at 1732278384753 (+2 ms)Flushing aff7380adced72f7b634299a60e166d3/A: closing flushed file at 1732278384754 (+1 ms)Flushing aff7380adced72f7b634299a60e166d3/B: creating writer at 1732278385162 (+408 ms)Flushing aff7380adced72f7b634299a60e166d3/B: appending metadata at 1732278385164 (+2 ms)Flushing aff7380adced72f7b634299a60e166d3/B: closing flushed file at 1732278385164Flushing aff7380adced72f7b634299a60e166d3/C: creating writer at 1732278385571 (+407 ms)Flushing aff7380adced72f7b634299a60e166d3/C: appending metadata at 1732278385573 (+2 ms)Flushing aff7380adced72f7b634299a60e166d3/C: closing flushed file at 1732278385573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677b7686: reopening flushed file at 1732278385984 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76316329: reopening flushed file at 1732278385988 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e71447e: reopening flushed file at 1732278385991 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for aff7380adced72f7b634299a60e166d3 in 1245ms, sequenceid=473, compaction requested=true at 1732278385995 (+4 ms)Writing region close event to WAL at 1732278386067 (+72 ms)Running coprocessor post-close hooks at 1732278386070 (+3 ms)Closed at 1732278386070 2024-11-22T12:26:26,072 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:26,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=aff7380adced72f7b634299a60e166d3, regionState=CLOSED 2024-11-22T12:26:26,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:26,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-22T12:26:26,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure aff7380adced72f7b634299a60e166d3, server=46e18b47f3d3,45321,1732278235735 in 1.4760 sec 2024-11-22T12:26:26,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T12:26:26,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aff7380adced72f7b634299a60e166d3, UNASSIGN in 1.4810 sec 2024-11-22T12:26:26,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T12:26:26,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-22T12:26:26,080 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278386080"}]},"ts":"1732278386080"} 2024-11-22T12:26:26,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:26:26,081 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:26:26,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-22T12:26:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T12:26:26,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:26,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:26:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,739 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,740 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T12:26:26,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:26,743 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/recovered.edits] 2024-11-22T12:26:26,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/ba44af22bada4b3f9f03a1b4ae1e61b6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/ba44af22bada4b3f9f03a1b4ae1e61b6 2024-11-22T12:26:26,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e7bd4a4674c04cd1af1f86fee632101a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/e7bd4a4674c04cd1af1f86fee632101a 2024-11-22T12:26:26,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/feba5762c73543aa9d1dbd9d6440f9eb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/A/feba5762c73543aa9d1dbd9d6440f9eb 2024-11-22T12:26:26,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/070500aaa9f24b12aba2dcb93e66345c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/070500aaa9f24b12aba2dcb93e66345c 2024-11-22T12:26:26,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/dac88ae0d6074948b68c21dd16dbb03f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/dac88ae0d6074948b68c21dd16dbb03f 2024-11-22T12:26:26,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f87fdfff74194812930b4b1fb1dcd38b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/B/f87fdfff74194812930b4b1fb1dcd38b 2024-11-22T12:26:26,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/51f222d5f77347b297f2ab45ee363533 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/51f222d5f77347b297f2ab45ee363533 2024-11-22T12:26:26,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/6fc252d9806d45708df6ea03ee068098 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/6fc252d9806d45708df6ea03ee068098 2024-11-22T12:26:26,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8848fb8510f54166b4f7a0d6417cbc7c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/8848fb8510f54166b4f7a0d6417cbc7c 2024-11-22T12:26:26,753 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/be067371a1294f3e8f30a68b49cf12d9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/C/be067371a1294f3e8f30a68b49cf12d9 2024-11-22T12:26:26,754 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/recovered.edits/476.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3/recovered.edits/476.seqid 2024-11-22T12:26:26,755 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/aff7380adced72f7b634299a60e166d3 2024-11-22T12:26:26,755 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:26:26,756 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,758 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:26:26,759 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:26:26,760 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,760 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:26:26,760 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278386760"}]},"ts":"9223372036854775807"} 2024-11-22T12:26:26,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:26:26,761 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => aff7380adced72f7b634299a60e166d3, NAME => 'TestAcidGuarantees,,1732278360378.aff7380adced72f7b634299a60e166d3.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:26:26,762 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:26:26,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278386762"}]},"ts":"9223372036854775807"} 2024-11-22T12:26:26,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:26:26,763 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-22T12:26:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T12:26:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:26:26,847 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:26,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2057 (was 2264) 2024-11-22T12:26:26,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=2057 2024-11-22T12:26:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:26:26,863 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:26:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:26,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T12:26:26,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:26,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-22T12:26:26,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T12:26:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742372_1548 (size=959) 2024-11-22T12:26:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:27,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad 2024-11-22T12:26:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742373_1549 (size=53) 2024-11-22T12:26:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9028b1c3c3d43ed1e28ce349d64a9432, disabling compactions & flushes 2024-11-22T12:26:27,677 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. after waiting 0 ms 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:27,677 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:27,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9028b1c3c3d43ed1e28ce349d64a9432: Waiting for close lock at 1732278387677Disabling compacts and flushes for region at 1732278387677Disabling writes for close at 1732278387677Writing region close event to WAL at 1732278387677Closed at 1732278387677 2024-11-22T12:26:27,678 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T12:26:27,678 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732278387678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732278387678"}]},"ts":"1732278387678"} 2024-11-22T12:26:27,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T12:26:27,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T12:26:27,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278387680"}]},"ts":"1732278387680"} 2024-11-22T12:26:27,681 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T12:26:27,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, ASSIGN}] 2024-11-22T12:26:27,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, ASSIGN 2024-11-22T12:26:27,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, ASSIGN; state=OFFLINE, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=false 2024-11-22T12:26:27,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, ASSIGN because future has completed 2024-11-22T12:26:27,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:27,989 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:27,989 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:26:27,989 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,989 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:26:27,990 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,990 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,991 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,992 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName A 2024-11-22T12:26:27,992 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:27,992 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:27,992 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,993 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName B 2024-11-22T12:26:27,993 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:27,993 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:27,993 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,994 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName C 2024-11-22T12:26:27,994 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:27,994 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:27,994 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,995 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,995 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,996 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,996 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,996 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:26:27,997 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,998 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T12:26:27,999 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 9028b1c3c3d43ed1e28ce349d64a9432; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65793938, jitterRate=-0.019593924283981323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:26:27,999 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:27,999 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 9028b1c3c3d43ed1e28ce349d64a9432: Running coprocessor pre-open hook at 1732278387990Writing region info on filesystem at 1732278387990Initializing all the Stores at 1732278387990Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278387990Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278387990Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278387990Cleaning up temporary data from old regions at 1732278387996 (+6 ms)Running coprocessor post-open hooks at 1732278387999 (+3 ms)Region opened successfully at 1732278387999 2024-11-22T12:26:28,000 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., pid=144, masterSystemTime=1732278387986 2024-11-22T12:26:28,001 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:28,001 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:28,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=OPEN, openSeqNum=2, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:28,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:28,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T12:26:28,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 in 168 msec 2024-11-22T12:26:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:28,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T12:26:28,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, ASSIGN in 323 msec 2024-11-22T12:26:28,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T12:26:28,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278388007"}]},"ts":"1732278388007"} 2024-11-22T12:26:28,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T12:26:28,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T12:26:28,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-22T12:26:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T12:26:29,017 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:29,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cec06c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:29,018 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b1f794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:29,020 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4897d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:29,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:29,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T12:26:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 46e18b47f3d3,39109,1732278234872 2024-11-22T12:26:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf6b149 2024-11-22T12:26:29,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T12:26:29,024 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T12:26:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T12:26:29,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T12:26:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742374_1550 (size=995) 2024-11-22T12:26:29,440 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T12:26:29,440 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T12:26:29,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:26:29,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE}] 2024-11-22T12:26:29,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE 2024-11-22T12:26:29,446 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:29,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE because future has completed 2024-11-22T12:26:29,447 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:26:29,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:29,599 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,599 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:26:29,599 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 9028b1c3c3d43ed1e28ce349d64a9432, disabling compactions & flushes 2024-11-22T12:26:29,599 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,599 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,599 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. after waiting 0 ms 2024-11-22T12:26:29,600 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,603 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T12:26:29,603 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,603 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 9028b1c3c3d43ed1e28ce349d64a9432: Waiting for close lock at 1732278389599Running coprocessor pre-close hooks at 1732278389599Disabling compacts and flushes for region at 1732278389599Disabling writes for close at 1732278389599Writing region close event to WAL at 1732278389600 (+1 ms)Running coprocessor post-close hooks at 1732278389603 (+3 ms)Closed at 1732278389603 2024-11-22T12:26:29,604 WARN [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 9028b1c3c3d43ed1e28ce349d64a9432 to self. 2024-11-22T12:26:29,605 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=CLOSED 2024-11-22T12:26:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:29,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T12:26:29,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 in 160 msec 2024-11-22T12:26:29,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE; state=CLOSED, location=46e18b47f3d3,45321,1732278235735; forceNewPlan=false, retain=true 2024-11-22T12:26:29,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=OPENING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:29,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE because future has completed 2024-11-22T12:26:29,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:29,915 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,915 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} 2024-11-22T12:26:29,915 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,915 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T12:26:29,915 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,915 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,916 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,917 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName A 2024-11-22T12:26:29,918 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:29,918 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:29,918 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,919 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName B 2024-11-22T12:26:29,919 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:29,919 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:29,919 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,920 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9028b1c3c3d43ed1e28ce349d64a9432 columnFamilyName C 2024-11-22T12:26:29,920 DEBUG [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:29,920 INFO [StoreOpener-9028b1c3c3d43ed1e28ce349d64a9432-1 {}] regionserver.HStore(327): Store=9028b1c3c3d43ed1e28ce349d64a9432/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T12:26:29,920 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,921 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,921 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,922 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,922 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,922 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T12:26:29,923 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,924 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 9028b1c3c3d43ed1e28ce349d64a9432; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74818924, jitterRate=0.11488884687423706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T12:26:29,924 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:29,924 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 9028b1c3c3d43ed1e28ce349d64a9432: Running coprocessor pre-open hook at 1732278389915Writing region info on filesystem at 1732278389915Initializing all the Stores at 1732278389916 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278389916Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278389916Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732278389916Cleaning up temporary data from old regions at 1732278389922 (+6 ms)Running coprocessor post-open hooks at 1732278389924 (+2 ms)Region opened successfully at 1732278389924 2024-11-22T12:26:29,925 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., pid=149, masterSystemTime=1732278389913 2024-11-22T12:26:29,971 DEBUG [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,971 INFO [RS_OPEN_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:29,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=OPEN, openSeqNum=5, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:29,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:29,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-22T12:26:29,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 in 214 msec 2024-11-22T12:26:29,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T12:26:29,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, REOPEN/MOVE in 533 msec 2024-11-22T12:26:29,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T12:26:29,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 538 msec 2024-11-22T12:26:29,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 958 msec 2024-11-22T12:26:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T12:26:29,987 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:29,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:29,989 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f541c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:29,990 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed56d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:29,992 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647f1211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:29,993 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a258d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:29,995 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42eb0179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:29,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f82e747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:29,997 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:29,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:29,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf6ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:29,998 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8fb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:29,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:29,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,000 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790903f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683dc1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:30,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca4be5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,003 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9ab19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:30,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,005 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7648722b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba5c9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:30,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f3ed86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,010 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3042863d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:30,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d7453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6fb771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 46e18b47f3d3,39109,-1 for getting cluster id 2024-11-22T12:26:30,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T12:26:30,014 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f141352d-0e62-4ef8-98d2-f759ee84cd03' 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f141352d-0e62-4ef8-98d2-f759ee84cd03" 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e918d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [46e18b47f3d3,39109,-1] 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T12:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:30,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T12:26:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3f02d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T12:26:30,017 DEBUG [Thread-2444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,017 DEBUG [Thread-2446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,018 DEBUG [Thread-2452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,018 DEBUG [Thread-2455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,018 DEBUG [Thread-2448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,019 DEBUG [Thread-2450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,020 DEBUG [Thread-2461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,021 DEBUG [Thread-2459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,023 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,024 DEBUG [Thread-2457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T12:26:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:30,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,027 DEBUG [Thread-2463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T12:26:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=46e18b47f3d3,45321,1732278235735, seqNum=-1] 2024-11-22T12:26:30,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T12:26:30,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T12:26:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:30,030 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:30,030 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:30,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:30,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5] 2024-11-22T12:26:30,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c9c53f077fc40f69f12d7b267dd1ad8_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278390025/Put/seqid=0 2024-11-22T12:26:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278450056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278450056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278450058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278450061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278450066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742375_1551 (size=14594) 2024-11-22T12:26:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278450166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278450166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278450177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278450177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278450177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:30,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278450376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278450376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278450387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278450387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278450387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:30,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c9c53f077fc40f69f12d7b267dd1ad8_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c9c53f077fc40f69f12d7b267dd1ad8_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:30,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/05402f65564f4c3d897cc47e017cc9b6, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:30,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/05402f65564f4c3d897cc47e017cc9b6 is 175, key is test_row_0/A:col10/1732278390025/Put/seqid=0 2024-11-22T12:26:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742376_1552 (size=39549) 2024-11-22T12:26:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:30,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278450686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278450686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278450696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278450697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278450697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:30,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/05402f65564f4c3d897cc47e017cc9b6 2024-11-22T12:26:30,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/7dd85742019a4655aa308d30914c2654 is 50, key is test_row_0/B:col10/1732278390025/Put/seqid=0 2024-11-22T12:26:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742377_1553 (size=12001) 2024-11-22T12:26:30,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:30,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:31,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278451196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278451196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278451206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:31,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278451207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:31,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278451207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:31,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:31,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:31,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/7dd85742019a4655aa308d30914c2654 2024-11-22T12:26:31,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/571ef033ae8446efa1fd8c02221bce44 is 50, key is test_row_0/C:col10/1732278390025/Put/seqid=0 2024-11-22T12:26:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742378_1554 (size=12001) 2024-11-22T12:26:31,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/571ef033ae8446efa1fd8c02221bce44 2024-11-22T12:26:31,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/05402f65564f4c3d897cc47e017cc9b6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6 2024-11-22T12:26:31,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6, entries=200, sequenceid=16, filesize=38.6 K 2024-11-22T12:26:31,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/7dd85742019a4655aa308d30914c2654 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654 2024-11-22T12:26:31,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T12:26:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/571ef033ae8446efa1fd8c02221bce44 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44 2024-11-22T12:26:31,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T12:26:31,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1340ms, sequenceid=16, compaction requested=false 2024-11-22T12:26:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:31,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T12:26:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:31,406 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:26:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226ed9b1261f194751a0ae2e8d46ce10c8_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278390059/Put/seqid=0 2024-11-22T12:26:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742379_1555 (size=12154) 2024-11-22T12:26:31,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T12:26:31,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:31,821 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226ed9b1261f194751a0ae2e8d46ce10c8_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226ed9b1261f194751a0ae2e8d46ce10c8_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:31,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f05faa18293b414d9172754d709a8656, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:31,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f05faa18293b414d9172754d709a8656 is 175, key is test_row_0/A:col10/1732278390059/Put/seqid=0 2024-11-22T12:26:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742380_1556 (size=30955) 2024-11-22T12:26:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:32,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278452218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278452221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278452222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278452222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,226 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f05faa18293b414d9172754d709a8656 2024-11-22T12:26:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278452226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,229 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/57109ffe3b484b26883df77295b0e834 is 50, key is test_row_0/B:col10/1732278390059/Put/seqid=0 2024-11-22T12:26:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742381_1557 (size=12001) 2024-11-22T12:26:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278452326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278452326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278452326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278452336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278452536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278452536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278452536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278452546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,642 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/57109ffe3b484b26883df77295b0e834 2024-11-22T12:26:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/ed93b02c79bb449496d5620cdffc165f is 50, key is test_row_0/C:col10/1732278390059/Put/seqid=0 2024-11-22T12:26:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742382_1558 (size=12001) 2024-11-22T12:26:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278452847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278452847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278452847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278452856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,057 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/ed93b02c79bb449496d5620cdffc165f 2024-11-22T12:26:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f05faa18293b414d9172754d709a8656 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656 2024-11-22T12:26:33,065 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T12:26:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/57109ffe3b484b26883df77295b0e834 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834 2024-11-22T12:26:33,070 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T12:26:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/ed93b02c79bb449496d5620cdffc165f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f 2024-11-22T12:26:33,081 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T12:26:33,082 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1676ms, sequenceid=40, compaction requested=false 2024-11-22T12:26:33,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:33,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:33,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T12:26:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-22T12:26:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T12:26:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0530 sec 2024-11-22T12:26:33,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.0630 sec 2024-11-22T12:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:33,359 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:33,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:26:33,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d55c521ce49d4ab4b382f72ed9ec75f9_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742383_1559 (size=12154) 2024-11-22T12:26:33,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:33,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d55c521ce49d4ab4b382f72ed9ec75f9_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d55c521ce49d4ab4b382f72ed9ec75f9_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:33,385 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d681920b0b2747a9ab95120d74840bf2, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:33,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d681920b0b2747a9ab95120d74840bf2 is 175, key is test_row_0/A:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742384_1560 (size=30955) 2024-11-22T12:26:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278453420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278453421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278453423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278453423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278453536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278453536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278453536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278453536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:33,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d681920b0b2747a9ab95120d74840bf2 2024-11-22T12:26:33,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/ad09875e573245adb4f42ea6dea8c380 is 50, key is test_row_0/B:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742385_1561 (size=12001) 2024-11-22T12:26:33,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/ad09875e573245adb4f42ea6dea8c380 2024-11-22T12:26:33,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/0bd7be2fcc0f47bbbe253473d841da33 is 50, key is test_row_0/C:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:33,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742386_1562 (size=12001) 2024-11-22T12:26:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278454056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278454057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278454057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278454057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T12:26:34,196 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:34,197 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T12:26:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:34,198 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:34,198 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:34,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:34,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/0bd7be2fcc0f47bbbe253473d841da33 2024-11-22T12:26:34,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d681920b0b2747a9ab95120d74840bf2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2 2024-11-22T12:26:34,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2, entries=150, sequenceid=56, filesize=30.2 K 2024-11-22T12:26:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/ad09875e573245adb4f42ea6dea8c380 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380 2024-11-22T12:26:34,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T12:26:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/0bd7be2fcc0f47bbbe253473d841da33 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33 2024-11-22T12:26:34,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278454256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,259 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T12:26:34,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 9028b1c3c3d43ed1e28ce349d64a9432 in 904ms, sequenceid=56, compaction requested=true 2024-11-22T12:26:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:34,263 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:34,263 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:34,264 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:34,264 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:34,264 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:34,264 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=99.1 K 2024-11-22T12:26:34,264 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:34,264 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2] 2024-11-22T12:26:34,265 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05402f65564f4c3d897cc47e017cc9b6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278390025 2024-11-22T12:26:34,265 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:34,265 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:34,265 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:34,265 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.2 K 2024-11-22T12:26:34,265 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f05faa18293b414d9172754d709a8656, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732278390051 2024-11-22T12:26:34,266 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d681920b0b2747a9ab95120d74840bf2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:34,266 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dd85742019a4655aa308d30914c2654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278390025 2024-11-22T12:26:34,266 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 57109ffe3b484b26883df77295b0e834, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732278390051 2024-11-22T12:26:34,266 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting ad09875e573245adb4f42ea6dea8c380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:34,273 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:34,285 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:34,285 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/37804e0dcaa842518ad79a2218bf28f5 is 50, key is test_row_0/B:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:34,287 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112271642a570e8841df945730cf4a294910_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:34,289 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112271642a570e8841df945730cf4a294910_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:34,289 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112271642a570e8841df945730cf4a294910_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742387_1563 (size=12104) 2024-11-22T12:26:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742388_1564 (size=4469) 2024-11-22T12:26:34,301 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#479 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:34,301 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/58045252910745d0bdea3cf36b82c38e is 175, key is test_row_0/A:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:34,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742389_1565 (size=31058) 2024-11-22T12:26:34,322 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/58045252910745d0bdea3cf36b82c38e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e 2024-11-22T12:26:34,327 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into 58045252910745d0bdea3cf36b82c38e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:34,327 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:34,327 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278394263; duration=0sec 2024-11-22T12:26:34,327 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:34,327 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:34,328 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:34,328 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:34,328 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:34,328 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:34,328 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.2 K 2024-11-22T12:26:34,328 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 571ef033ae8446efa1fd8c02221bce44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732278390025 2024-11-22T12:26:34,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed93b02c79bb449496d5620cdffc165f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732278390051 2024-11-22T12:26:34,329 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd7be2fcc0f47bbbe253473d841da33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:34,335 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:34,335 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/48e17a7e5781403cb8f6faf88879743b is 50, key is test_row_0/C:col10/1732278392220/Put/seqid=0 2024-11-22T12:26:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742390_1566 (size=12104) 2024-11-22T12:26:34,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T12:26:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:34,357 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T12:26:34,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a066d3987fac40e5b1d30b1407387452_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278393421/Put/seqid=0 2024-11-22T12:26:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742391_1567 (size=12154) 2024-11-22T12:26:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:34,376 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a066d3987fac40e5b1d30b1407387452_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a066d3987fac40e5b1d30b1407387452_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:34,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00b793ddc1b34b32a01d093f99eedeff, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:34,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00b793ddc1b34b32a01d093f99eedeff is 175, key is test_row_0/A:col10/1732278393421/Put/seqid=0 2024-11-22T12:26:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742392_1568 (size=30955) 2024-11-22T12:26:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:34,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:34,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278454583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278454583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278454584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278454585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,695 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/37804e0dcaa842518ad79a2218bf28f5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/37804e0dcaa842518ad79a2218bf28f5 2024-11-22T12:26:34,699 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 37804e0dcaa842518ad79a2218bf28f5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:34,699 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:34,699 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278394263; duration=0sec 2024-11-22T12:26:34,699 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:34,699 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,743 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/48e17a7e5781403cb8f6faf88879743b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48e17a7e5781403cb8f6faf88879743b 2024-11-22T12:26:34,746 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into 48e17a7e5781403cb8f6faf88879743b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:34,746 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:34,746 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278394264; duration=0sec 2024-11-22T12:26:34,747 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:34,747 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:34,793 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00b793ddc1b34b32a01d093f99eedeff 2024-11-22T12:26:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/5d5abf662ba946b9bcbacbe310f03a44 is 50, key is test_row_0/B:col10/1732278393421/Put/seqid=0 2024-11-22T12:26:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742393_1569 (size=12001) 2024-11-22T12:26:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278454907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278454907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278454907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278454907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,205 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/5d5abf662ba946b9bcbacbe310f03a44 2024-11-22T12:26:35,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/378459911567485da02d4e59e6ea5d93 is 50, key is test_row_0/C:col10/1732278393421/Put/seqid=0 2024-11-22T12:26:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278455216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278455216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278455216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278455216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742394_1570 (size=12001) 2024-11-22T12:26:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:35,622 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/378459911567485da02d4e59e6ea5d93 2024-11-22T12:26:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00b793ddc1b34b32a01d093f99eedeff as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff 2024-11-22T12:26:35,629 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T12:26:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/5d5abf662ba946b9bcbacbe310f03a44 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44 2024-11-22T12:26:35,632 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T12:26:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/378459911567485da02d4e59e6ea5d93 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93 2024-11-22T12:26:35,639 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T12:26:35,640 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1284ms, sequenceid=78, compaction requested=false 2024-11-22T12:26:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T12:26:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-22T12:26:35,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T12:26:35,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-22T12:26:35,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4470 sec 2024-11-22T12:26:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T12:26:35,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296c6ff85fab94a7a9af1f81fb845cf8f_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742395_1571 (size=14594) 2024-11-22T12:26:35,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278455746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296c6ff85fab94a7a9af1f81fb845cf8f_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296c6ff85fab94a7a9af1f81fb845cf8f_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:35,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00edea39c204492fb58c088ebb1d882d, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:35,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00edea39c204492fb58c088ebb1d882d is 175, key is test_row_0/A:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278455749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278455750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278455751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742396_1572 (size=39549) 2024-11-22T12:26:35,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278455856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278455857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278455866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278455866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278456066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278456066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278456077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278456077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,162 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00edea39c204492fb58c088ebb1d882d 2024-11-22T12:26:36,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0c97b51de19c44fe95159f433b7b0e40 is 50, key is test_row_0/B:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742397_1573 (size=12001) 2024-11-22T12:26:36,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0c97b51de19c44fe95159f433b7b0e40 2024-11-22T12:26:36,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e288a367e95f42d2bad630c162ea6ec5 is 50, key is test_row_0/C:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:36,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742398_1574 (size=12001) 2024-11-22T12:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T12:26:36,347 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:36,347 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T12:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:36,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:36,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:36,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278456376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278456377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278456386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278456386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:36,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T12:26:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:36,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e288a367e95f42d2bad630c162ea6ec5 2024-11-22T12:26:36,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/00edea39c204492fb58c088ebb1d882d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d 2024-11-22T12:26:36,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d, entries=200, sequenceid=100, filesize=38.6 K 2024-11-22T12:26:36,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0c97b51de19c44fe95159f433b7b0e40 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40 2024-11-22T12:26:36,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40, entries=150, sequenceid=100, filesize=11.7 K 2024-11-22T12:26:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e288a367e95f42d2bad630c162ea6ec5 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5 2024-11-22T12:26:36,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5, entries=150, sequenceid=100, filesize=11.7 K 2024-11-22T12:26:36,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9028b1c3c3d43ed1e28ce349d64a9432 in 878ms, sequenceid=100, compaction requested=true 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:36,608 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:36,608 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:36,609 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:36,609 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:36,609 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:36,609 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:36,609 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,609 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,609 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=99.2 K 2024-11-22T12:26:36,609 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/37804e0dcaa842518ad79a2218bf28f5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.3 K 2024-11-22T12:26:36,609 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,609 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d] 2024-11-22T12:26:36,615 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 37804e0dcaa842518ad79a2218bf28f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:36,615 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58045252910745d0bdea3cf36b82c38e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:36,615 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d5abf662ba946b9bcbacbe310f03a44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278393418 2024-11-22T12:26:36,615 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00b793ddc1b34b32a01d093f99eedeff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278393418 2024-11-22T12:26:36,616 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c97b51de19c44fe95159f433b7b0e40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278395728 2024-11-22T12:26:36,616 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00edea39c204492fb58c088ebb1d882d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278394583 2024-11-22T12:26:36,622 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:36,622 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/7f6561036b0d4ab091cbe6be7b04e05d is 50, key is test_row_0/B:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:36,623 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:36,625 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d4d444e0f30d4632bb5454a2fc54b4f5_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:36,627 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d4d444e0f30d4632bb5454a2fc54b4f5_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:36,628 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d4d444e0f30d4632bb5454a2fc54b4f5_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742399_1575 (size=12207) 2024-11-22T12:26:36,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T12:26:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:36,654 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T12:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742400_1576 (size=4469) 2024-11-22T12:26:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226c54e8056b10462b9395892414de160c_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278395748/Put/seqid=0 2024-11-22T12:26:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742401_1577 (size=12154) 2024-11-22T12:26:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:36,690 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226c54e8056b10462b9395892414de160c_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c54e8056b10462b9395892414de160c_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/7fd68def121948c48301a523daa660fa, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/7fd68def121948c48301a523daa660fa is 175, key is test_row_0/A:col10/1732278395748/Put/seqid=0 2024-11-22T12:26:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742402_1578 (size=30955) 2024-11-22T12:26:36,714 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/7fd68def121948c48301a523daa660fa 2024-11-22T12:26:36,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0890bfdd75b24043920479b24c5843a6 is 50, key is test_row_0/B:col10/1732278395748/Put/seqid=0 2024-11-22T12:26:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742403_1579 (size=12001) 2024-11-22T12:26:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:36,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278456911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278456913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278456915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278456916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278457026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278457026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278457026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278457026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,053 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/7f6561036b0d4ab091cbe6be7b04e05d as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7f6561036b0d4ab091cbe6be7b04e05d 2024-11-22T12:26:37,056 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 7f6561036b0d4ab091cbe6be7b04e05d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:37,056 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:37,056 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278396608; duration=0sec 2024-11-22T12:26:37,056 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:37,056 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:37,056 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:37,057 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:37,057 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:37,057 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:37,057 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48e17a7e5781403cb8f6faf88879743b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.3 K 2024-11-22T12:26:37,058 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 48e17a7e5781403cb8f6faf88879743b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732278392220 2024-11-22T12:26:37,059 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 378459911567485da02d4e59e6ea5d93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732278393418 2024-11-22T12:26:37,059 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e288a367e95f42d2bad630c162ea6ec5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278395728 2024-11-22T12:26:37,064 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:37,064 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/9289a6bd71f14641a41dff948e4a27a9 is 50, key is test_row_0/C:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742404_1580 (size=12207) 2024-11-22T12:26:37,075 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#489 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:37,075 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/390fa38ece2544d8926ec53e5163f858 is 175, key is test_row_0/A:col10/1732278395730/Put/seqid=0 2024-11-22T12:26:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742405_1581 (size=31161) 2024-11-22T12:26:37,102 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/390fa38ece2544d8926ec53e5163f858 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858 2024-11-22T12:26:37,107 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into 390fa38ece2544d8926ec53e5163f858(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:37,107 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:37,107 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278396608; duration=0sec 2024-11-22T12:26:37,107 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:37,107 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:37,130 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0890bfdd75b24043920479b24c5843a6 2024-11-22T12:26:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d9948dc5e48f4358adfb617fdcc2f0ad is 50, key is test_row_0/C:col10/1732278395748/Put/seqid=0 2024-11-22T12:26:37,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742406_1582 (size=12001) 2024-11-22T12:26:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278457237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278457237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278457237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278457237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,471 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/9289a6bd71f14641a41dff948e4a27a9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/9289a6bd71f14641a41dff948e4a27a9 2024-11-22T12:26:37,474 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into 9289a6bd71f14641a41dff948e4a27a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:37,474 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:37,474 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278396608; duration=0sec 2024-11-22T12:26:37,474 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:37,475 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278457547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278457547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278457547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278457547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:37,557 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d9948dc5e48f4358adfb617fdcc2f0ad 2024-11-22T12:26:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/7fd68def121948c48301a523daa660fa as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa 2024-11-22T12:26:37,566 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa, entries=150, sequenceid=116, filesize=30.2 K 2024-11-22T12:26:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0890bfdd75b24043920479b24c5843a6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6 2024-11-22T12:26:37,570 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T12:26:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d9948dc5e48f4358adfb617fdcc2f0ad as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad 2024-11-22T12:26:37,578 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T12:26:37,578 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9028b1c3c3d43ed1e28ce349d64a9432 in 924ms, sequenceid=116, compaction requested=false 2024-11-22T12:26:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T12:26:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T12:26:37,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T12:26:37,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-11-22T12:26:37,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.2340 sec 2024-11-22T12:26:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:38,060 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:38,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T12:26:38,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229ed6a56ac66c4aadbfa76344b5686cde_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742407_1583 (size=12304) 2024-11-22T12:26:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278458075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278458075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278458076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278458077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278458187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278458187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278458192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278458192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278458277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,279 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278458397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278458397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278458406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278458406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:38,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229ed6a56ac66c4aadbfa76344b5686cde_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ed6a56ac66c4aadbfa76344b5686cde_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:38,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f65551e39231407c8e9366029d0faeeb, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:38,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f65551e39231407c8e9366029d0faeeb is 175, key is test_row_0/A:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742408_1584 (size=31105) 2024-11-22T12:26:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T12:26:38,496 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:38,496 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T12:26:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:38,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:38,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:38,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:38,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T12:26:38,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:38,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278458707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278458707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278458716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278458716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:38,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T12:26:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:38,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f65551e39231407c8e9366029d0faeeb 2024-11-22T12:26:38,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/54d48e648bf24a6791802c0500affe13 is 50, key is test_row_0/B:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742409_1585 (size=12151) 2024-11-22T12:26:38,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/54d48e648bf24a6791802c0500affe13 2024-11-22T12:26:38,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 is 50, key is test_row_0/C:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742410_1586 (size=12151) 2024-11-22T12:26:38,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 2024-11-22T12:26:38,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f65551e39231407c8e9366029d0faeeb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb 2024-11-22T12:26:38,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb, entries=150, sequenceid=141, filesize=30.4 K 2024-11-22T12:26:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/54d48e648bf24a6791802c0500affe13 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13 2024-11-22T12:26:38,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T12:26:38,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 2024-11-22T12:26:38,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T12:26:38,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9028b1c3c3d43ed1e28ce349d64a9432 in 886ms, sequenceid=141, compaction requested=true 2024-11-22T12:26:38,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:38,947 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:38,947 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:38,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:38,947 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:38,948 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:38,948 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,948 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7f6561036b0d4ab091cbe6be7b04e05d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.5 K 2024-11-22T12:26:38,948 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:38,948 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:38,948 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,948 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=91.0 K 2024-11-22T12:26:38,948 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,948 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb] 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f6561036b0d4ab091cbe6be7b04e05d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278395728 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 390fa38ece2544d8926ec53e5163f858, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278395728 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fd68def121948c48301a523daa660fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732278395748 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0890bfdd75b24043920479b24c5843a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732278395748 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65551e39231407c8e9366029d0faeeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:38,949 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 54d48e648bf24a6791802c0500affe13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:38,954 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:38,955 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:38,956 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/98ed6173c66c401692a6530e602f37cb is 50, key is test_row_0/B:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T12:26:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,957 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:26:38,961 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112268c45543ca094fcca40fd4585b18c7d1_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:38,962 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112268c45543ca094fcca40fd4585b18c7d1_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:38,963 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112268c45543ca094fcca40fd4585b18c7d1_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742411_1587 (size=12459) 2024-11-22T12:26:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ab92cad758e42e0b39e51958a5f7412_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278398064/Put/seqid=0 2024-11-22T12:26:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742412_1588 (size=4469) 2024-11-22T12:26:38,986 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/98ed6173c66c401692a6530e602f37cb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/98ed6173c66c401692a6530e602f37cb 2024-11-22T12:26:38,990 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 98ed6173c66c401692a6530e602f37cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:38,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:38,990 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278398947; duration=0sec 2024-11-22T12:26:38,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:38,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:38,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:38,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:38,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:38,991 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:38,991 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/9289a6bd71f14641a41dff948e4a27a9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.5 K 2024-11-22T12:26:38,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 9289a6bd71f14641a41dff948e4a27a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732278395728 2024-11-22T12:26:38,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d9948dc5e48f4358adfb617fdcc2f0ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732278395748 2024-11-22T12:26:38,991 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ccdf291d2d4b6c91ed40c70d2a85f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:38,996 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:38,996 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/7803e340af064f10bf52edc7d88af6de is 50, key is test_row_0/C:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742413_1589 (size=12304) 2024-11-22T12:26:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742414_1590 (size=12459) 2024-11-22T12:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:39,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278459240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278459240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278459241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278459244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278459346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278459356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278459356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278459357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,384 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#498 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:39,385 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/1461fac1c6214169a39be11a762d8385 is 175, key is test_row_0/A:col10/1732278398059/Put/seqid=0 2024-11-22T12:26:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742415_1591 (size=31413) 2024-11-22T12:26:39,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:39,402 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ab92cad758e42e0b39e51958a5f7412_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab92cad758e42e0b39e51958a5f7412_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/3c1517b6b7594637bb1679c340af19c9, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/3c1517b6b7594637bb1679c340af19c9 is 175, key is test_row_0/A:col10/1732278398064/Put/seqid=0 2024-11-22T12:26:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742416_1592 (size=31105) 2024-11-22T12:26:39,421 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/7803e340af064f10bf52edc7d88af6de as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/7803e340af064f10bf52edc7d88af6de 2024-11-22T12:26:39,424 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into 7803e340af064f10bf52edc7d88af6de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:39,424 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:39,424 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278398947; duration=0sec 2024-11-22T12:26:39,424 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:39,424 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278459556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278459566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278459577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278459577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:39,793 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/1461fac1c6214169a39be11a762d8385 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385 2024-11-22T12:26:39,797 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into 1461fac1c6214169a39be11a762d8385(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:39,797 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:39,797 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278398946; duration=0sec 2024-11-22T12:26:39,797 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:39,797 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:39,811 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/3c1517b6b7594637bb1679c340af19c9 2024-11-22T12:26:39,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/412830eb898f44ec9b327dc20c01eea2 is 50, key is test_row_0/B:col10/1732278398064/Put/seqid=0 2024-11-22T12:26:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742417_1593 (size=12151) 2024-11-22T12:26:39,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278459866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278459876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278459887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278459896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,223 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/412830eb898f44ec9b327dc20c01eea2 2024-11-22T12:26:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/20a34cb8cffc4867addc2b208ab2abcb is 50, key is test_row_0/C:col10/1732278398064/Put/seqid=0 2024-11-22T12:26:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742418_1594 (size=12151) 2024-11-22T12:26:40,238 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/20a34cb8cffc4867addc2b208ab2abcb 2024-11-22T12:26:40,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/3c1517b6b7594637bb1679c340af19c9 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9 2024-11-22T12:26:40,247 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9, entries=150, sequenceid=155, filesize=30.4 K 2024-11-22T12:26:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/412830eb898f44ec9b327dc20c01eea2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2 2024-11-22T12:26:40,250 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T12:26:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/20a34cb8cffc4867addc2b208ab2abcb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb 2024-11-22T12:26:40,254 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T12:26:40,254 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1298ms, sequenceid=155, compaction requested=false 2024-11-22T12:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T12:26:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T12:26:40,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T12:26:40,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7570 sec 2024-11-22T12:26:40,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7610 sec 2024-11-22T12:26:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:40,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T12:26:40,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab87b44bf9f54c36b5f5966d4738e0d9_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742419_1595 (size=14794) 2024-11-22T12:26:40,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278460401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278460405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278460405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278460406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278460507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278460516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278460516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T12:26:40,646 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:40,647 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T12:26:40,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:40,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:40,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278460717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278460726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278460726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:40,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:40,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab87b44bf9f54c36b5f5966d4738e0d9_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab87b44bf9f54c36b5f5966d4738e0d9_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:40,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2c6d084216e6441baed2429c88dc6951, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:40,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2c6d084216e6441baed2429c88dc6951 is 175, key is test_row_0/A:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742420_1596 (size=39749) 2024-11-22T12:26:40,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:40,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:40,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:41,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278461027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278461036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278461036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,200 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2c6d084216e6441baed2429c88dc6951 2024-11-22T12:26:41,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/80fad1330c7441f3a59bb39401941589 is 50, key is test_row_0/B:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742421_1597 (size=12151) 2024-11-22T12:26:41,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:41,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278461426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,428 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278461536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278461546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278461546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:41,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/80fad1330c7441f3a59bb39401941589 2024-11-22T12:26:41,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d1d7432862f848879074acd2039f3663 is 50, key is test_row_0/C:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742422_1598 (size=12151) 2024-11-22T12:26:41,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:41,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:41,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:42,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:42,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d1d7432862f848879074acd2039f3663 2024-11-22T12:26:42,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2c6d084216e6441baed2429c88dc6951 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951 2024-11-22T12:26:42,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951, entries=200, sequenceid=181, filesize=38.8 K 2024-11-22T12:26:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/80fad1330c7441f3a59bb39401941589 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589 2024-11-22T12:26:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T12:26:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d1d7432862f848879074acd2039f3663 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663 2024-11-22T12:26:42,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T12:26:42,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1663ms, sequenceid=181, compaction requested=true 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:42,041 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:42,041 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:42,042 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,042 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,042 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=99.9 K 2024-11-22T12:26:42,042 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/98ed6173c66c401692a6530e602f37cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.9 K 2024-11-22T12:26:42,042 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951] 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 98ed6173c66c401692a6530e602f37cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:42,042 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1461fac1c6214169a39be11a762d8385, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:42,043 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 412830eb898f44ec9b327dc20c01eea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732278398064 2024-11-22T12:26:42,043 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c1517b6b7594637bb1679c340af19c9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732278398064 2024-11-22T12:26:42,043 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c6d084216e6441baed2429c88dc6951, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399239 2024-11-22T12:26:42,043 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 80fad1330c7441f3a59bb39401941589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399240 2024-11-22T12:26:42,047 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:42,049 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b3cada8ff85b4292b185b50cd876bdbe_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:42,049 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:42,050 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/8113d43de3204941b06c10c5d80d6827 is 50, key is test_row_0/B:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:42,050 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b3cada8ff85b4292b185b50cd876bdbe_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:42,050 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b3cada8ff85b4292b185b50cd876bdbe_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742424_1600 (size=4469) 2024-11-22T12:26:42,066 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#506 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:42,067 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/79871889dd704ba6a3d79bfdf028ce19 is 175, key is test_row_0/A:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742423_1599 (size=12561) 2024-11-22T12:26:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742425_1601 (size=31515) 2024-11-22T12:26:42,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T12:26:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,177 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T12:26:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227495fa5756b0486e9282db44834abecb_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278400403/Put/seqid=0 2024-11-22T12:26:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742426_1602 (size=12304) 2024-11-22T12:26:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:42,194 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227495fa5756b0486e9282db44834abecb_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227495fa5756b0486e9282db44834abecb_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/314a50dc3f804b9091eafdb8767068a0, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/314a50dc3f804b9091eafdb8767068a0 is 175, key is test_row_0/A:col10/1732278400403/Put/seqid=0 2024-11-22T12:26:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742427_1603 (size=31105) 2024-11-22T12:26:42,488 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/8113d43de3204941b06c10c5d80d6827 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/8113d43de3204941b06c10c5d80d6827 2024-11-22T12:26:42,496 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/79871889dd704ba6a3d79bfdf028ce19 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19 2024-11-22T12:26:42,500 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into 79871889dd704ba6a3d79bfdf028ce19(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:42,500 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:42,500 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278402041; duration=0sec 2024-11-22T12:26:42,500 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:42,500 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:42,500 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:42,501 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:42,501 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:42,501 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:42,501 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/7803e340af064f10bf52edc7d88af6de, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=35.9 K 2024-11-22T12:26:42,502 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7803e340af064f10bf52edc7d88af6de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732278396914 2024-11-22T12:26:42,503 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a34cb8cffc4867addc2b208ab2abcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732278398064 2024-11-22T12:26:42,503 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1d7432862f848879074acd2039f3663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399240 2024-11-22T12:26:42,507 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 8113d43de3204941b06c10c5d80d6827(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:42,507 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:42,507 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278402041; duration=0sec 2024-11-22T12:26:42,507 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:42,507 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:42,514 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:42,514 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/a1c44dabaaa94696a515d67850ddbce7 is 50, key is test_row_0/C:col10/1732278399240/Put/seqid=0 2024-11-22T12:26:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742428_1604 (size=12561) 2024-11-22T12:26:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:42,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278462593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,600 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/314a50dc3f804b9091eafdb8767068a0 2024-11-22T12:26:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278462598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278462599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d06f6212d894273a77857f33d548d68 is 50, key is test_row_0/B:col10/1732278400403/Put/seqid=0 2024-11-22T12:26:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742429_1605 (size=12151) 2024-11-22T12:26:42,640 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d06f6212d894273a77857f33d548d68 2024-11-22T12:26:42,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/48b6e47784684f16b3df67271a288318 is 50, key is test_row_0/C:col10/1732278400403/Put/seqid=0 2024-11-22T12:26:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742430_1606 (size=12151) 2024-11-22T12:26:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278462706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278462706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278462706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:42,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278462916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278462916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278462916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:42,923 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/a1c44dabaaa94696a515d67850ddbce7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/a1c44dabaaa94696a515d67850ddbce7 2024-11-22T12:26:42,929 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into a1c44dabaaa94696a515d67850ddbce7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:42,929 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:42,929 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278402041; duration=0sec 2024-11-22T12:26:42,929 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:42,929 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/48b6e47784684f16b3df67271a288318 2024-11-22T12:26:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/314a50dc3f804b9091eafdb8767068a0 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0 2024-11-22T12:26:43,068 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0, entries=150, sequenceid=195, filesize=30.4 K 2024-11-22T12:26:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d06f6212d894273a77857f33d548d68 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68 2024-11-22T12:26:43,078 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T12:26:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/48b6e47784684f16b3df67271a288318 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318 2024-11-22T12:26:43,082 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T12:26:43,082 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9028b1c3c3d43ed1e28ce349d64a9432 in 905ms, sequenceid=195, compaction requested=false 2024-11-22T12:26:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T12:26:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T12:26:43,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T12:26:43,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4350 sec 2024-11-22T12:26:43,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4390 sec 2024-11-22T12:26:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:43,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T12:26:43,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220aa3ef409156461b93c85c56aa7ad989_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742431_1607 (size=12304) 2024-11-22T12:26:43,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278463242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278463243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278463246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278463357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278463357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278463357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278463437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,439 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278463567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278463567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278463567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,640 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:43,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220aa3ef409156461b93c85c56aa7ad989_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220aa3ef409156461b93c85c56aa7ad989_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:43,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/dd0fdb52c37a41dfadff17419b70b2cb, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:43,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/dd0fdb52c37a41dfadff17419b70b2cb is 175, key is test_row_0/A:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:43,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742432_1608 (size=31105) 2024-11-22T12:26:43,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278463876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278463876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278463876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:44,047 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/dd0fdb52c37a41dfadff17419b70b2cb 2024-11-22T12:26:44,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/c09a87dd37b04c6c87e6f35cb5d1caf3 is 50, key is test_row_0/B:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742433_1609 (size=12151) 2024-11-22T12:26:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278464386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278464386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278464386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:44,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/c09a87dd37b04c6c87e6f35cb5d1caf3 2024-11-22T12:26:44,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/00ac759d956149e8952f05f158ccf97b is 50, key is test_row_0/C:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742434_1610 (size=12151) 2024-11-22T12:26:44,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/00ac759d956149e8952f05f158ccf97b 2024-11-22T12:26:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/dd0fdb52c37a41dfadff17419b70b2cb as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb 2024-11-22T12:26:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb, entries=150, sequenceid=223, filesize=30.4 K 2024-11-22T12:26:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/c09a87dd37b04c6c87e6f35cb5d1caf3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3 2024-11-22T12:26:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T12:26:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/00ac759d956149e8952f05f158ccf97b as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b 2024-11-22T12:26:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T12:26:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1270ms, sequenceid=223, compaction requested=true 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:44,500 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:44,500 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,502 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:44,502 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:44,502 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:44,502 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:44,502 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:44,502 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:44,502 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=91.5 K 2024-11-22T12:26:44,502 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/8113d43de3204941b06c10c5d80d6827, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=36.0 K 2024-11-22T12:26:44,502 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:44,502 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb] 2024-11-22T12:26:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79871889dd704ba6a3d79bfdf028ce19, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399240 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 8113d43de3204941b06c10c5d80d6827, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399240 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 314a50dc3f804b9091eafdb8767068a0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732278400389 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d06f6212d894273a77857f33d548d68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732278400389 2024-11-22T12:26:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd0fdb52c37a41dfadff17419b70b2cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:44,503 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c09a87dd37b04c6c87e6f35cb5d1caf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,507 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,508 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,509 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/80aabacc8fda4675835ab1f4532c1c4a is 50, key is test_row_0/B:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,510 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b2ebb5afed564c609d3e92f0fb50ea23_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,511 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b2ebb5afed564c609d3e92f0fb50ea23_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,511 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2ebb5afed564c609d3e92f0fb50ea23_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742435_1611 (size=12663) 2024-11-22T12:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742436_1612 (size=4469) 2024-11-22T12:26:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,816 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,817 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T12:26:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:44,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:44,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,934 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#515 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,935 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/abb6efba0e21484fa79ee6234606aed7 is 175, key is test_row_0/A:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,937 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/80aabacc8fda4675835ab1f4532c1c4a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80aabacc8fda4675835ab1f4532c1c4a 2024-11-22T12:26:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 80aabacc8fda4675835ab1f4532c1c4a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:44,941 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,941 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278404500; duration=0sec 2024-11-22T12:26:44,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:44,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:44,942 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:44,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,943 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:44,943 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/a1c44dabaaa94696a515d67850ddbce7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=36.0 K 2024-11-22T12:26:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting a1c44dabaaa94696a515d67850ddbce7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732278399240 2024-11-22T12:26:44,943 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b6e47784684f16b3df67271a288318, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732278400389 2024-11-22T12:26:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,944 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 00ac759d956149e8952f05f158ccf97b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742437_1613 (size=31617) 2024-11-22T12:26:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,966 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,966 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/f1bb0159cb114ba191e8dd296e6df682 is 50, key is test_row_0/C:col10/1732278402592/Put/seqid=0 2024-11-22T12:26:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T12:26:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,973 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T12:26:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,007 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/abb6efba0e21484fa79ee6234606aed7 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7 2024-11-22T12:26:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,012 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into abb6efba0e21484fa79ee6234606aed7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:45,012 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:45,012 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278404500; duration=0sec 2024-11-22T12:26:45,012 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:45,012 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742438_1614 (size=12663) 2024-11-22T12:26:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,049 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/f1bb0159cb114ba191e8dd296e6df682 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f1bb0159cb114ba191e8dd296e6df682 2024-11-22T12:26:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,061 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into f1bb0159cb114ba191e8dd296e6df682(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:45,061 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:45,061 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278404500; duration=0sec 2024-11-22T12:26:45,061 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:45,061 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d9541d61dab544378aef1df66333efc4_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278403241/Put/seqid=0 2024-11-22T12:26:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742439_1615 (size=9814) 2024-11-22T12:26:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,072 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d9541d61dab544378aef1df66333efc4_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9541d61dab544378aef1df66333efc4_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d7d821ee3e784ea38fdbee8145327710, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d7d821ee3e784ea38fdbee8145327710 is 175, key is test_row_0/A:col10/1732278403241/Put/seqid=0 2024-11-22T12:26:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742440_1616 (size=22461) 2024-11-22T12:26:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,114 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d7d821ee3e784ea38fdbee8145327710 2024-11-22T12:26:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/2c271c41480647d09fec871c0524546f is 50, key is test_row_0/B:col10/1732278403241/Put/seqid=0 2024-11-22T12:26:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742441_1617 (size=9757) 2024-11-22T12:26:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:45,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278465456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278465456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278465457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,551 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/2c271c41480647d09fec871c0524546f 2024-11-22T12:26:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/350c9947e14a484b842adff822e36ffa is 50, key is test_row_0/C:col10/1732278403241/Put/seqid=0 2024-11-22T12:26:45,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742442_1618 (size=9757) 2024-11-22T12:26:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278465566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278465566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278465566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278465777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278465777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278465777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:45,966 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/350c9947e14a484b842adff822e36ffa 2024-11-22T12:26:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/d7d821ee3e784ea38fdbee8145327710 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710 2024-11-22T12:26:45,973 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710, entries=100, sequenceid=235, filesize=21.9 K 2024-11-22T12:26:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/2c271c41480647d09fec871c0524546f as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f 2024-11-22T12:26:45,975 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f, entries=100, sequenceid=235, filesize=9.5 K 2024-11-22T12:26:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/350c9947e14a484b842adff822e36ffa as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa 2024-11-22T12:26:45,979 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa, entries=100, sequenceid=235, filesize=9.5 K 2024-11-22T12:26:45,980 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1007ms, sequenceid=235, compaction requested=false 2024-11-22T12:26:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T12:26:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T12:26:45,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T12:26:45,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1610 sec 2024-11-22T12:26:45,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.1660 sec 2024-11-22T12:26:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:46,089 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:46,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T12:26:46,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfbc18e36de94ba3844f761f1a603379_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278466094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278466096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278466098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742443_1619 (size=14994) 2024-11-22T12:26:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278466206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278466207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278466207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278466416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278466417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278466417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:46,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfbc18e36de94ba3844f761f1a603379_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfbc18e36de94ba3844f761f1a603379_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:46,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/47cd2f7ab98e4a93a8e725e49643be6a, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:46,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/47cd2f7ab98e4a93a8e725e49643be6a is 175, key is test_row_0/A:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742444_1620 (size=39949) 2024-11-22T12:26:46,531 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/47cd2f7ab98e4a93a8e725e49643be6a 2024-11-22T12:26:46,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/85dbd6f001bb4496a6a1f9fe13cc5df6 is 50, key is test_row_0/B:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742445_1621 (size=12301) 2024-11-22T12:26:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278466726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278466726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278466726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:46,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/85dbd6f001bb4496a6a1f9fe13cc5df6 2024-11-22T12:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T12:26:46,966 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:46,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/f10d7961daf4433c93c01f35ff8acfc8 is 50, key is test_row_0/C:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:46,969 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T12:26:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742446_1622 (size=12301) 2024-11-22T12:26:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:46,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:46,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:46,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:46,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/f10d7961daf4433c93c01f35ff8acfc8 2024-11-22T12:26:46,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/47cd2f7ab98e4a93a8e725e49643be6a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a 2024-11-22T12:26:46,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a, entries=200, sequenceid=265, filesize=39.0 K 2024-11-22T12:26:46,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/85dbd6f001bb4496a6a1f9fe13cc5df6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6 2024-11-22T12:26:46,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6, entries=150, sequenceid=265, filesize=12.0 K 2024-11-22T12:26:46,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/f10d7961daf4433c93c01f35ff8acfc8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8 2024-11-22T12:26:46,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8, entries=150, sequenceid=265, filesize=12.0 K 2024-11-22T12:26:46,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9028b1c3c3d43ed1e28ce349d64a9432 in 901ms, sequenceid=265, compaction requested=true 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:46,990 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:46,990 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:46,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:46,991 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:46,991 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:46,991 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:46,991 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=91.8 K 2024-11-22T12:26:46,991 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:46,991 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a] 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting abb6efba0e21484fa79ee6234606aed7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:46,992 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:46,992 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80aabacc8fda4675835ab1f4532c1c4a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=33.9 K 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7d821ee3e784ea38fdbee8145327710, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732278403241 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 80aabacc8fda4675835ab1f4532c1c4a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c271c41480647d09fec871c0524546f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732278403241 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47cd2f7ab98e4a93a8e725e49643be6a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:46,992 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 85dbd6f001bb4496a6a1f9fe13cc5df6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:46,996 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:46,997 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224dcb582fac8349e2b29959faafa6b278_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:46,998 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:46,998 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/c1aa6cc6549945aab1d1146caeedd0a3 is 50, key is test_row_0/B:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:46,999 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224dcb582fac8349e2b29959faafa6b278_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:46,999 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224dcb582fac8349e2b29959faafa6b278_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742447_1623 (size=12915) 2024-11-22T12:26:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742448_1624 (size=4469) 2024-11-22T12:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:47,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T12:26:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:47,124 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:26:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224aa6deee5bd64dd2a0613270ab384501_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278406094/Put/seqid=0 2024-11-22T12:26:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742449_1625 (size=12454) 2024-11-22T12:26:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:47,136 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224aa6deee5bd64dd2a0613270ab384501_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224aa6deee5bd64dd2a0613270ab384501_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2b4fbaa620bd439f8319f0d323ee8a96, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2b4fbaa620bd439f8319f0d323ee8a96 is 175, key is test_row_0/A:col10/1732278406094/Put/seqid=0 2024-11-22T12:26:47,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742450_1626 (size=31255) 2024-11-22T12:26:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278467273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278467273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278467275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278467387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278467387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278467387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,413 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/c1aa6cc6549945aab1d1146caeedd0a3 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c1aa6cc6549945aab1d1146caeedd0a3 2024-11-22T12:26:47,417 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into c1aa6cc6549945aab1d1146caeedd0a3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:47,417 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:47,417 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278406990; duration=0sec 2024-11-22T12:26:47,417 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:47,417 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:47,417 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:47,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:47,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:47,418 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:47,418 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f1bb0159cb114ba191e8dd296e6df682, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=33.9 K 2024-11-22T12:26:47,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f1bb0159cb114ba191e8dd296e6df682, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732278402592 2024-11-22T12:26:47,418 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 350c9947e14a484b842adff822e36ffa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732278403241 2024-11-22T12:26:47,419 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting f10d7961daf4433c93c01f35ff8acfc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:47,426 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:47,426 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d8597771a73449049fc55be4272a095a is 50, key is test_row_0/C:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742451_1627 (size=12915) 2024-11-22T12:26:47,434 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#524 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:47,435 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/1ea4281f875b436aab783bfa9e8aeb8e is 175, key is test_row_0/A:col10/1732278405454/Put/seqid=0 2024-11-22T12:26:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742452_1628 (size=31869) 2024-11-22T12:26:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52840 deadline: 1732278467466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,469 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_0' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,540 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2b4fbaa620bd439f8319f0d323ee8a96 2024-11-22T12:26:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/b32835e97f754d9aad822cbe00322e71 is 50, key is test_row_0/B:col10/1732278406094/Put/seqid=0 2024-11-22T12:26:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742453_1629 (size=12301) 2024-11-22T12:26:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278467597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278467597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278467597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,833 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/d8597771a73449049fc55be4272a095a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d8597771a73449049fc55be4272a095a 2024-11-22T12:26:47,836 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into d8597771a73449049fc55be4272a095a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:47,836 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:47,836 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278406990; duration=0sec 2024-11-22T12:26:47,836 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:47,836 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:47,842 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/1ea4281f875b436aab783bfa9e8aeb8e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e 2024-11-22T12:26:47,845 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into 1ea4281f875b436aab783bfa9e8aeb8e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:47,845 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:47,845 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278406990; duration=0sec 2024-11-22T12:26:47,845 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:47,845 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:47,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278467906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278467906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278467906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/b32835e97f754d9aad822cbe00322e71 2024-11-22T12:26:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/c41081b03e804aceac60217b69363bd6 is 50, key is test_row_0/C:col10/1732278406094/Put/seqid=0 2024-11-22T12:26:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742454_1630 (size=12301) 2024-11-22T12:26:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:48,357 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/c41081b03e804aceac60217b69363bd6 2024-11-22T12:26:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52852 deadline: 1732278468357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,358 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 46e18b47f3d3,45321,1732278235735 for 'test_row_2' in 9028b1c3c3d43ed1e28ce349d64a9432 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18297 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T12:26:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/2b4fbaa620bd439f8319f0d323ee8a96 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96 2024-11-22T12:26:48,364 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96, entries=150, sequenceid=273, filesize=30.5 K 2024-11-22T12:26:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/b32835e97f754d9aad822cbe00322e71 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71 2024-11-22T12:26:48,371 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T12:26:48,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/c41081b03e804aceac60217b69363bd6 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6 2024-11-22T12:26:48,375 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T12:26:48,376 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1252ms, sequenceid=273, compaction requested=false 2024-11-22T12:26:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T12:26:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T12:26:48,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T12:26:48,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-22T12:26:48,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4100 sec 2024-11-22T12:26:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(8855): Flush requested on 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T12:26:48,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T12:26:48,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278468421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122aec60e9eee644faa9856038a9eb9183d_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278468424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278468425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742455_1631 (size=14994) 2024-11-22T12:26:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278468536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278468536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278468536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278468746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278468746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278468746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:48,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:48,833 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122aec60e9eee644faa9856038a9eb9183d_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aec60e9eee644faa9856038a9eb9183d_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:48,834 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/984a8723d88944eeb7156830d8610991, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:48,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/984a8723d88944eeb7156830d8610991 is 175, key is test_row_0/A:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742456_1632 (size=39949) 2024-11-22T12:26:48,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/984a8723d88944eeb7156830d8610991 2024-11-22T12:26:48,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d2c455c9e864059ac551be6ee022696 is 50, key is test_row_0/B:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742457_1633 (size=12301) 2024-11-22T12:26:49,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278469056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278469056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278469056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T12:26:49,116 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:49,117 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T12:26:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T12:26:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:49,118 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T12:26:49,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T12:26:49,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T12:26:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:49,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d2c455c9e864059ac551be6ee022696 2024-11-22T12:26:49,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e358703a32cb45cfa6d672bc18855820 is 50, key is test_row_0/C:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742458_1634 (size=12301) 2024-11-22T12:26:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T12:26:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T12:26:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52868 deadline: 1732278469566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52876 deadline: 1732278469566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52858 deadline: 1732278469566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 , the old value is region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T12:26:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., hostname=46e18b47f3d3,45321,1732278235735, seqNum=5 because the exception is null or not the one we care about 2024-11-22T12:26:49,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T12:26:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. as already flushing 2024-11-22T12:26:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T12:26:49,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e358703a32cb45cfa6d672bc18855820 2024-11-22T12:26:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/984a8723d88944eeb7156830d8610991 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991 2024-11-22T12:26:49,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991, entries=200, sequenceid=307, filesize=39.0 K 2024-11-22T12:26:49,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/0d2c455c9e864059ac551be6ee022696 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696 2024-11-22T12:26:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T12:26:49,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/e358703a32cb45cfa6d672bc18855820 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820 2024-11-22T12:26:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 9028b1c3c3d43ed1e28ce349d64a9432 in 1248ms, sequenceid=307, compaction requested=true 2024-11-22T12:26:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T12:26:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:49,667 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T12:26:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9028b1c3c3d43ed1e28ce349d64a9432:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T12:26:49,668 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,668 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:49,668 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/A is initiating minor compaction (all files) 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/B is initiating minor compaction (all files) 2024-11-22T12:26:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,669 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/B in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,669 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/A in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,669 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=100.7 K 2024-11-22T12:26:49,669 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c1aa6cc6549945aab1d1146caeedd0a3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=36.6 K 2024-11-22T12:26:49,669 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. files: [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991] 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c1aa6cc6549945aab1d1146caeedd0a3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting b32835e97f754d9aad822cbe00322e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732278406090 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ea4281f875b436aab783bfa9e8aeb8e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,669 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2c455c9e864059ac551be6ee022696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732278408418 2024-11-22T12:26:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,670 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b4fbaa620bd439f8319f0d323ee8a96, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732278406090 2024-11-22T12:26:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,670 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] compactions.Compactor(225): Compacting 984a8723d88944eeb7156830d8610991, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732278407266 2024-11-22T12:26:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,679 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/489822e0c1fb4a7194635a6f74a85547 is 50, key is test_row_0/B:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,681 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,689 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228f5ce4e568fe4f90bbd5c0966df8d7f0_9028b1c3c3d43ed1e28ce349d64a9432 store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,691 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228f5ce4e568fe4f90bbd5c0966df8d7f0_9028b1c3c3d43ed1e28ce349d64a9432, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:49,691 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228f5ce4e568fe4f90bbd5c0966df8d7f0_9028b1c3c3d43ed1e28ce349d64a9432 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742459_1635 (size=13017) 2024-11-22T12:26:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742460_1636 (size=4469) 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T12:26:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:49,729 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-22T12:26:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200a425864569442e9bec68cac3f28d55_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278408424/Put/seqid=0 2024-11-22T12:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742461_1637 (size=7374) 2024-11-22T12:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,038 INFO [Thread-2463 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2463. 2024-11-22T12:26:50,038 DEBUG [Thread-2463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,038 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,038 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,040 INFO [Thread-2455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2455. 2024-11-22T12:26:50,040 DEBUG [Thread-2455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,040 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,040 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,042 INFO [Thread-2459 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2459. 2024-11-22T12:26:50,042 DEBUG [Thread-2459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,042 DEBUG [Thread-2459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,042 DEBUG [Thread-2459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,043 INFO [Thread-2461 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2461. 2024-11-22T12:26:50,043 DEBUG [Thread-2461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,043 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,043 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45321 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,054 INFO [Thread-2457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2457. 2024-11-22T12:26:50,054 DEBUG [Thread-2457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,054 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,054 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,096 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/489822e0c1fb4a7194635a6f74a85547 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/489822e0c1fb4a7194635a6f74a85547 2024-11-22T12:26:50,100 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/B of 9028b1c3c3d43ed1e28ce349d64a9432 into 489822e0c1fb4a7194635a6f74a85547(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:50,100 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:50,100 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/B, priority=13, startTime=1732278409667; duration=0sec 2024-11-22T12:26:50,100 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T12:26:50,100 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:B 2024-11-22T12:26:50,100 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T12:26:50,101 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T12:26:50,101 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1541): 9028b1c3c3d43ed1e28ce349d64a9432/C is initiating minor compaction (all files) 2024-11-22T12:26:50,101 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9028b1c3c3d43ed1e28ce349d64a9432/C in TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:50,101 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d8597771a73449049fc55be4272a095a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820] into tmpdir=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp, totalSize=36.6 K 2024-11-22T12:26:50,101 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting d8597771a73449049fc55be4272a095a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732278405454 2024-11-22T12:26:50,101 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting c41081b03e804aceac60217b69363bd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732278406090 2024-11-22T12:26:50,101 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] compactions.Compactor(225): Compacting e358703a32cb45cfa6d672bc18855820, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732278408418 2024-11-22T12:26:50,107 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#C#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:50,107 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/4e6ddcc7710341b287275cb73fe2164c is 50, key is test_row_0/C:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:50,110 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9028b1c3c3d43ed1e28ce349d64a9432#A#compaction#534 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T12:26:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742462_1638 (size=13017) 2024-11-22T12:26:50,111 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f1f7a03c5fc444189e64b543a299c19e is 175, key is test_row_0/A:col10/1732278408419/Put/seqid=0 2024-11-22T12:26:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742463_1639 (size=31971) 2024-11-22T12:26:50,114 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/4e6ddcc7710341b287275cb73fe2164c as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/4e6ddcc7710341b287275cb73fe2164c 2024-11-22T12:26:50,120 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/C of 9028b1c3c3d43ed1e28ce349d64a9432 into 4e6ddcc7710341b287275cb73fe2164c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:50,120 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:50,121 INFO [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/C, priority=13, startTime=1732278409667; duration=0sec 2024-11-22T12:26:50,121 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:50,121 DEBUG [RS:0;46e18b47f3d3:45321-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:C 2024-11-22T12:26:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:50,141 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200a425864569442e9bec68cac3f28d55_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200a425864569442e9bec68cac3f28d55_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/4633ccae906a42979198e6943a0bcf36, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:50,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/4633ccae906a42979198e6943a0bcf36 is 175, key is test_row_0/A:col10/1732278408424/Put/seqid=0 2024-11-22T12:26:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742464_1640 (size=13865) 2024-11-22T12:26:50,149 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/4633ccae906a42979198e6943a0bcf36 2024-11-22T12:26:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/148bf05bc7574c4bab453999d17f7a59 is 50, key is test_row_0/B:col10/1732278408424/Put/seqid=0 2024-11-22T12:26:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742465_1641 (size=7415) 2024-11-22T12:26:50,156 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/148bf05bc7574c4bab453999d17f7a59 2024-11-22T12:26:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/61b738b7e454416ab662d48e45f4f314 is 50, key is test_row_0/C:col10/1732278408424/Put/seqid=0 2024-11-22T12:26:50,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742466_1642 (size=7415) 2024-11-22T12:26:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:50,517 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f1f7a03c5fc444189e64b543a299c19e as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f1f7a03c5fc444189e64b543a299c19e 2024-11-22T12:26:50,520 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9028b1c3c3d43ed1e28ce349d64a9432/A of 9028b1c3c3d43ed1e28ce349d64a9432 into f1f7a03c5fc444189e64b543a299c19e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T12:26:50,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:50,520 INFO [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., storeName=9028b1c3c3d43ed1e28ce349d64a9432/A, priority=13, startTime=1732278409667; duration=0sec 2024-11-22T12:26:50,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T12:26:50,520 DEBUG [RS:0;46e18b47f3d3:45321-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9028b1c3c3d43ed1e28ce349d64a9432:A 2024-11-22T12:26:50,565 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/61b738b7e454416ab662d48e45f4f314 2024-11-22T12:26:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/4633ccae906a42979198e6943a0bcf36 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/4633ccae906a42979198e6943a0bcf36 2024-11-22T12:26:50,571 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/4633ccae906a42979198e6943a0bcf36, entries=50, sequenceid=312, filesize=13.5 K 2024-11-22T12:26:50,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/148bf05bc7574c4bab453999d17f7a59 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/148bf05bc7574c4bab453999d17f7a59 2024-11-22T12:26:50,574 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/148bf05bc7574c4bab453999d17f7a59, entries=50, sequenceid=312, filesize=7.2 K 2024-11-22T12:26:50,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/61b738b7e454416ab662d48e45f4f314 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/61b738b7e454416ab662d48e45f4f314 2024-11-22T12:26:50,576 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/61b738b7e454416ab662d48e45f4f314, entries=50, sequenceid=312, filesize=7.2 K 2024-11-22T12:26:50,577 INFO [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9028b1c3c3d43ed1e28ce349d64a9432 in 848ms, sequenceid=312, compaction requested=false 2024-11-22T12:26:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 9028b1c3c3d43ed1e28ce349d64a9432: 2024-11-22T12:26:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/46e18b47f3d3:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T12:26:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T12:26:50,578 INFO [Thread-2450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2450. 2024-11-22T12:26:50,578 INFO [Thread-2448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2448. 2024-11-22T12:26:50,578 DEBUG [Thread-2448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,578 DEBUG [Thread-2450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,578 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,578 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,579 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,579 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:50,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T12:26:50,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-22T12:26:50,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4640 sec 2024-11-22T12:26:50,587 INFO [Thread-2452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2452. 2024-11-22T12:26:50,587 DEBUG [Thread-2452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:50,587 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,587 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:50,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T12:26:51,267 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:26:53,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T12:26:57,561 INFO [Thread-2444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2444. 2024-11-22T12:26:57,562 DEBUG [Thread-2444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:57,562 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:57,562 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:57,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:58,401 INFO [Thread-2446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2446. 2024-11-22T12:26:58,401 DEBUG [Thread-2446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T12:26:58,401 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:58,402 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:58,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3499 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3476 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3561 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3497 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3449 2024-11-22T12:26:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T12:26:58,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:26:58,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:26:58,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:58,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:26:58,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:26:58,405 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T12:26:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T12:26:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:26:58,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278418409"}]},"ts":"1732278418409"} 2024-11-22T12:26:58,410 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T12:26:58,410 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T12:26:58,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T12:26:58,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, UNASSIGN}] 2024-11-22T12:26:58,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, UNASSIGN 2024-11-22T12:26:58,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=CLOSING, regionLocation=46e18b47f3d3,45321,1732278235735 2024-11-22T12:26:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, UNASSIGN because future has completed 2024-11-22T12:26:58,416 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T12:26:58,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735}] 2024-11-22T12:26:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:26:58,569 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:58,569 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T12:26:58,570 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 9028b1c3c3d43ed1e28ce349d64a9432, disabling compactions & flushes 2024-11-22T12:26:58,570 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:58,570 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:58,570 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. after waiting 0 ms 2024-11-22T12:26:58,570 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:58,570 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 9028b1c3c3d43ed1e28ce349d64a9432 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T12:26:58,583 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6054cbe5a28491cb43e6a4fb6d8cd2d_9028b1c3c3d43ed1e28ce349d64a9432 is 50, key is test_row_0/A:col10/1732278417558/Put/seqid=0 2024-11-22T12:26:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742467_1643 (size=12454) 2024-11-22T12:26:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:26:58,988 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T12:26:58,996 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6054cbe5a28491cb43e6a4fb6d8cd2d_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6054cbe5a28491cb43e6a4fb6d8cd2d_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:58,997 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f931a2150d034249b5442ce41cdf1d96, store: [table=TestAcidGuarantees family=A region=9028b1c3c3d43ed1e28ce349d64a9432] 2024-11-22T12:26:58,998 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f931a2150d034249b5442ce41cdf1d96 is 175, key is test_row_0/A:col10/1732278417558/Put/seqid=0 2024-11-22T12:26:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742468_1644 (size=31255) 2024-11-22T12:26:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:26:59,403 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f931a2150d034249b5442ce41cdf1d96 2024-11-22T12:26:59,415 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/781a431cc16142259597e8a8536fc281 is 50, key is test_row_0/B:col10/1732278417558/Put/seqid=0 2024-11-22T12:26:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742469_1645 (size=12301) 2024-11-22T12:26:59,418 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/781a431cc16142259597e8a8536fc281 2024-11-22T12:26:59,425 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/63a0e8aa39b94480bee145e77e9d7fe4 is 50, key is test_row_0/C:col10/1732278417558/Put/seqid=0 2024-11-22T12:26:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742470_1646 (size=12301) 2024-11-22T12:26:59,429 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/63a0e8aa39b94480bee145e77e9d7fe4 2024-11-22T12:26:59,433 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/A/f931a2150d034249b5442ce41cdf1d96 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f931a2150d034249b5442ce41cdf1d96 2024-11-22T12:26:59,437 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f931a2150d034249b5442ce41cdf1d96, entries=150, sequenceid=323, filesize=30.5 K 2024-11-22T12:26:59,438 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/B/781a431cc16142259597e8a8536fc281 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/781a431cc16142259597e8a8536fc281 2024-11-22T12:26:59,441 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/781a431cc16142259597e8a8536fc281, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T12:26:59,442 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/.tmp/C/63a0e8aa39b94480bee145e77e9d7fe4 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/63a0e8aa39b94480bee145e77e9d7fe4 2024-11-22T12:26:59,445 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/63a0e8aa39b94480bee145e77e9d7fe4, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T12:26:59,445 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9028b1c3c3d43ed1e28ce349d64a9432 in 875ms, sequenceid=323, compaction requested=true 2024-11-22T12:26:59,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991] to archive 2024-11-22T12:26:59,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:59,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/05402f65564f4c3d897cc47e017cc9b6 2024-11-22T12:26:59,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f05faa18293b414d9172754d709a8656 2024-11-22T12:26:59,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/58045252910745d0bdea3cf36b82c38e 2024-11-22T12:26:59,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d681920b0b2747a9ab95120d74840bf2 2024-11-22T12:26:59,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00b793ddc1b34b32a01d093f99eedeff 2024-11-22T12:26:59,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/00edea39c204492fb58c088ebb1d882d 2024-11-22T12:26:59,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/390fa38ece2544d8926ec53e5163f858 2024-11-22T12:26:59,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/7fd68def121948c48301a523daa660fa 2024-11-22T12:26:59,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1461fac1c6214169a39be11a762d8385 2024-11-22T12:26:59,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f65551e39231407c8e9366029d0faeeb 2024-11-22T12:26:59,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/3c1517b6b7594637bb1679c340af19c9 2024-11-22T12:26:59,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2c6d084216e6441baed2429c88dc6951 2024-11-22T12:26:59,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/79871889dd704ba6a3d79bfdf028ce19 2024-11-22T12:26:59,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/314a50dc3f804b9091eafdb8767068a0 2024-11-22T12:26:59,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/abb6efba0e21484fa79ee6234606aed7 2024-11-22T12:26:59,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/dd0fdb52c37a41dfadff17419b70b2cb 2024-11-22T12:26:59,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/d7d821ee3e784ea38fdbee8145327710 2024-11-22T12:26:59,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/47cd2f7ab98e4a93a8e725e49643be6a 2024-11-22T12:26:59,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/1ea4281f875b436aab783bfa9e8aeb8e 2024-11-22T12:26:59,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/2b4fbaa620bd439f8319f0d323ee8a96 2024-11-22T12:26:59,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/984a8723d88944eeb7156830d8610991 2024-11-22T12:26:59,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/37804e0dcaa842518ad79a2218bf28f5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7f6561036b0d4ab091cbe6be7b04e05d, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/98ed6173c66c401692a6530e602f37cb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/8113d43de3204941b06c10c5d80d6827, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80aabacc8fda4675835ab1f4532c1c4a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c1aa6cc6549945aab1d1146caeedd0a3, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696] to archive 2024-11-22T12:26:59,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:59,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7dd85742019a4655aa308d30914c2654 2024-11-22T12:26:59,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/57109ffe3b484b26883df77295b0e834 2024-11-22T12:26:59,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/37804e0dcaa842518ad79a2218bf28f5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/37804e0dcaa842518ad79a2218bf28f5 2024-11-22T12:26:59,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/ad09875e573245adb4f42ea6dea8c380 2024-11-22T12:26:59,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/5d5abf662ba946b9bcbacbe310f03a44 2024-11-22T12:26:59,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7f6561036b0d4ab091cbe6be7b04e05d to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/7f6561036b0d4ab091cbe6be7b04e05d 2024-11-22T12:26:59,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0c97b51de19c44fe95159f433b7b0e40 2024-11-22T12:26:59,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0890bfdd75b24043920479b24c5843a6 2024-11-22T12:26:59,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/98ed6173c66c401692a6530e602f37cb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/98ed6173c66c401692a6530e602f37cb 2024-11-22T12:26:59,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/54d48e648bf24a6791802c0500affe13 2024-11-22T12:26:59,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/412830eb898f44ec9b327dc20c01eea2 2024-11-22T12:26:59,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/8113d43de3204941b06c10c5d80d6827 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/8113d43de3204941b06c10c5d80d6827 2024-11-22T12:26:59,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80fad1330c7441f3a59bb39401941589 2024-11-22T12:26:59,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d06f6212d894273a77857f33d548d68 2024-11-22T12:26:59,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80aabacc8fda4675835ab1f4532c1c4a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/80aabacc8fda4675835ab1f4532c1c4a 2024-11-22T12:26:59,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c09a87dd37b04c6c87e6f35cb5d1caf3 2024-11-22T12:26:59,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/2c271c41480647d09fec871c0524546f 2024-11-22T12:26:59,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c1aa6cc6549945aab1d1146caeedd0a3 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/c1aa6cc6549945aab1d1146caeedd0a3 2024-11-22T12:26:59,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/85dbd6f001bb4496a6a1f9fe13cc5df6 2024-11-22T12:26:59,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/b32835e97f754d9aad822cbe00322e71 2024-11-22T12:26:59,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/0d2c455c9e864059ac551be6ee022696 2024-11-22T12:26:59,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48e17a7e5781403cb8f6faf88879743b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/9289a6bd71f14641a41dff948e4a27a9, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/7803e340af064f10bf52edc7d88af6de, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/a1c44dabaaa94696a515d67850ddbce7, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f1bb0159cb114ba191e8dd296e6df682, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d8597771a73449049fc55be4272a095a, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820] to archive 2024-11-22T12:26:59,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T12:26:59,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/571ef033ae8446efa1fd8c02221bce44 2024-11-22T12:26:59,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/ed93b02c79bb449496d5620cdffc165f 2024-11-22T12:26:59,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48e17a7e5781403cb8f6faf88879743b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48e17a7e5781403cb8f6faf88879743b 2024-11-22T12:26:59,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/0bd7be2fcc0f47bbbe253473d841da33 2024-11-22T12:26:59,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/378459911567485da02d4e59e6ea5d93 2024-11-22T12:26:59,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/9289a6bd71f14641a41dff948e4a27a9 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/9289a6bd71f14641a41dff948e4a27a9 2024-11-22T12:26:59,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e288a367e95f42d2bad630c162ea6ec5 2024-11-22T12:26:59,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d9948dc5e48f4358adfb617fdcc2f0ad 2024-11-22T12:26:59,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/7803e340af064f10bf52edc7d88af6de to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/7803e340af064f10bf52edc7d88af6de 2024-11-22T12:26:59,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/b0ccdf291d2d4b6c91ed40c70d2a85f7 2024-11-22T12:26:59,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/20a34cb8cffc4867addc2b208ab2abcb 2024-11-22T12:26:59,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/a1c44dabaaa94696a515d67850ddbce7 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/a1c44dabaaa94696a515d67850ddbce7 2024-11-22T12:26:59,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d1d7432862f848879074acd2039f3663 2024-11-22T12:26:59,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/48b6e47784684f16b3df67271a288318 2024-11-22T12:26:59,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f1bb0159cb114ba191e8dd296e6df682 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f1bb0159cb114ba191e8dd296e6df682 2024-11-22T12:26:59,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/00ac759d956149e8952f05f158ccf97b 2024-11-22T12:26:59,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/350c9947e14a484b842adff822e36ffa 2024-11-22T12:26:59,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d8597771a73449049fc55be4272a095a to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/d8597771a73449049fc55be4272a095a 2024-11-22T12:26:59,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/f10d7961daf4433c93c01f35ff8acfc8 2024-11-22T12:26:59,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/c41081b03e804aceac60217b69363bd6 2024-11-22T12:26:59,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/e358703a32cb45cfa6d672bc18855820 2024-11-22T12:26:59,532 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=4 2024-11-22T12:26:59,532 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. 2024-11-22T12:26:59,532 DEBUG [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 9028b1c3c3d43ed1e28ce349d64a9432: Waiting for close lock at 1732278418569Running coprocessor pre-close hooks at 1732278418569Disabling compacts and flushes for region at 1732278418569Disabling writes for close at 1732278418570 (+1 ms)Obtaining lock to block concurrent updates at 1732278418570Preparing flush snapshotting stores in 9028b1c3c3d43ed1e28ce349d64a9432 at 1732278418570Finished memstore snapshotting TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732278418571 (+1 ms)Flushing stores of TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432. at 1732278418572 (+1 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/A: creating writer at 1732278418572Flushing mob file 9028b1c3c3d43ed1e28ce349d64a9432/A: appending metadata at 1732278418583 (+11 ms)Flushing mob file 9028b1c3c3d43ed1e28ce349d64a9432/A: closing flushed file at 1732278418583Flushing 9028b1c3c3d43ed1e28ce349d64a9432/A: appending metadata at 1732278418997 (+414 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/A: closing flushed file at 1732278418997Flushing 9028b1c3c3d43ed1e28ce349d64a9432/B: creating writer at 1732278419412 (+415 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/B: appending metadata at 1732278419414 (+2 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/B: closing flushed file at 1732278419414Flushing 9028b1c3c3d43ed1e28ce349d64a9432/C: creating writer at 1732278419422 (+8 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/C: appending metadata at 1732278419424 (+2 ms)Flushing 9028b1c3c3d43ed1e28ce349d64a9432/C: closing flushed file at 1732278419424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247119ef: reopening flushed file at 1732278419432 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd6c2f0: reopening flushed file at 1732278419438 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f77a1f9: reopening flushed file at 1732278419442 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9028b1c3c3d43ed1e28ce349d64a9432 in 875ms, sequenceid=323, compaction requested=true at 1732278419445 (+3 ms)Writing region close event to WAL at 1732278419528 (+83 ms)Running coprocessor post-close hooks at 1732278419532 (+4 ms)Closed at 1732278419532 2024-11-22T12:26:59,535 INFO [RS_CLOSE_REGION-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:26:59,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=9028b1c3c3d43ed1e28ce349d64a9432, regionState=CLOSED 2024-11-22T12:26:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 because future has completed 2024-11-22T12:26:59,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T12:26:59,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 9028b1c3c3d43ed1e28ce349d64a9432, server=46e18b47f3d3,45321,1732278235735 in 1.1220 sec 2024-11-22T12:26:59,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T12:26:59,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9028b1c3c3d43ed1e28ce349d64a9432, UNASSIGN in 1.1270 sec 2024-11-22T12:26:59,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T12:26:59,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1330 sec 2024-11-22T12:26:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:26:59,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732278419548"}]},"ts":"1732278419548"} 2024-11-22T12:26:59,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T12:26:59,550 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T12:26:59,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-22T12:27:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T12:27:00,559 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:27:00,560 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T12:27:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,565 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T12:27:00,566 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,570 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C, FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits] 2024-11-22T12:27:00,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/4633ccae906a42979198e6943a0bcf36 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/4633ccae906a42979198e6943a0bcf36 2024-11-22T12:27:00,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f1f7a03c5fc444189e64b543a299c19e to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f1f7a03c5fc444189e64b543a299c19e 2024-11-22T12:27:00,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f931a2150d034249b5442ce41cdf1d96 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/A/f931a2150d034249b5442ce41cdf1d96 2024-11-22T12:27:00,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/148bf05bc7574c4bab453999d17f7a59 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/148bf05bc7574c4bab453999d17f7a59 2024-11-22T12:27:00,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/489822e0c1fb4a7194635a6f74a85547 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/489822e0c1fb4a7194635a6f74a85547 2024-11-22T12:27:00,583 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/781a431cc16142259597e8a8536fc281 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/B/781a431cc16142259597e8a8536fc281 2024-11-22T12:27:00,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/4e6ddcc7710341b287275cb73fe2164c to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/4e6ddcc7710341b287275cb73fe2164c 2024-11-22T12:27:00,588 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/61b738b7e454416ab662d48e45f4f314 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/61b738b7e454416ab662d48e45f4f314 2024-11-22T12:27:00,589 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/63a0e8aa39b94480bee145e77e9d7fe4 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/C/63a0e8aa39b94480bee145e77e9d7fe4 2024-11-22T12:27:00,592 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits/326.seqid to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432/recovered.edits/326.seqid 2024-11-22T12:27:00,593 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/default/TestAcidGuarantees/9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,593 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T12:27:00,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:27:00,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T12:27:00,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200a425864569442e9bec68cac3f28d55_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200a425864569442e9bec68cac3f28d55_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220aa3ef409156461b93c85c56aa7ad989_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220aa3ef409156461b93c85c56aa7ad989_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,601 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c9c53f077fc40f69f12d7b267dd1ad8_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c9c53f077fc40f69f12d7b267dd1ad8_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab92cad758e42e0b39e51958a5f7412_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ab92cad758e42e0b39e51958a5f7412_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,605 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224aa6deee5bd64dd2a0613270ab384501_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224aa6deee5bd64dd2a0613270ab384501_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,607 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c54e8056b10462b9395892414de160c_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c54e8056b10462b9395892414de160c_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,609 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226ed9b1261f194751a0ae2e8d46ce10c8_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226ed9b1261f194751a0ae2e8d46ce10c8_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,610 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227495fa5756b0486e9282db44834abecb_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227495fa5756b0486e9282db44834abecb_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,612 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296c6ff85fab94a7a9af1f81fb845cf8f_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296c6ff85fab94a7a9af1f81fb845cf8f_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,614 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ed6a56ac66c4aadbfa76344b5686cde_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ed6a56ac66c4aadbfa76344b5686cde_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,616 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a066d3987fac40e5b1d30b1407387452_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a066d3987fac40e5b1d30b1407387452_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,618 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab87b44bf9f54c36b5f5966d4738e0d9_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab87b44bf9f54c36b5f5966d4738e0d9_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,620 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aec60e9eee644faa9856038a9eb9183d_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aec60e9eee644faa9856038a9eb9183d_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,622 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6054cbe5a28491cb43e6a4fb6d8cd2d_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6054cbe5a28491cb43e6a4fb6d8cd2d_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,624 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfbc18e36de94ba3844f761f1a603379_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfbc18e36de94ba3844f761f1a603379_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,626 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d55c521ce49d4ab4b382f72ed9ec75f9_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d55c521ce49d4ab4b382f72ed9ec75f9_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,629 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9541d61dab544378aef1df66333efc4_9028b1c3c3d43ed1e28ce349d64a9432 to hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d9541d61dab544378aef1df66333efc4_9028b1c3c3d43ed1e28ce349d64a9432 2024-11-22T12:27:00,630 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T12:27:00,634 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,637 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T12:27:00,640 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T12:27:00,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T12:27:00,642 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732278420641"}]},"ts":"9223372036854775807"} 2024-11-22T12:27:00,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T12:27:00,644 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9028b1c3c3d43ed1e28ce349d64a9432, NAME => 'TestAcidGuarantees,,1732278386863.9028b1c3c3d43ed1e28ce349d64a9432.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T12:27:00,644 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T12:27:00,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732278420644"}]},"ts":"9223372036854775807"} 2024-11-22T12:27:00,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T12:27:00,647 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T12:27:00,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-22T12:27:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T12:27:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T12:27:00,684 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T12:27:00,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 241), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=2021 (was 2057) 2024-11-22T12:27:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T12:27:00,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:27:00,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:27:00,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:27:00,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:27:00,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T12:27:00,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T12:27:00,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-22T12:27:00,693 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=46e18b47f3d3,39109,1732278234872 2024-11-22T12:27:00,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T12:27:00,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T12:27:00,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:27:00,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:27:00,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T12:27:00,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T12:27:00,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T12:27:00,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T12:27:00,765 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-22T12:27:00,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:27:00,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:27:00,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '46e18b47f3d3,45321,1732278235735' ***** 2024-11-22T12:27:00,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T12:27:00,768 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T12:27:00,768 INFO [regionserver/46e18b47f3d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T12:27:00,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(959): stopping server 46e18b47f3d3,45321,1732278235735 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;46e18b47f3d3:45321. 2024-11-22T12:27:00,769 DEBUG [RS:0;46e18b47f3d3:45321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T12:27:00,769 DEBUG [RS:0;46e18b47f3d3:45321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T12:27:00,769 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T12:27:00,770 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T12:27:00,770 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T12:27:00,770 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T12:27:00,770 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T12:27:00,771 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:00,771 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T12:27:00,771 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T12:27:00,771 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T12:27:00,771 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T12:27:00,771 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T12:27:00,771 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T12:27:00,791 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/info/f38e5fff764a4052bff7768937f19554 is 95, key is TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c./info:/1732278268486/DeleteFamily/seqid=0 2024-11-22T12:27:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742471_1647 (size=6514) 2024-11-22T12:27:00,971 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:01,171 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:01,195 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/info/f38e5fff764a4052bff7768937f19554 2024-11-22T12:27:01,224 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/ns/59d48f93161d4accb432635a77d13e8a is 93, key is TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c./ns:/1732278268450/DeleteFamily/seqid=0 2024-11-22T12:27:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742472_1648 (size=5906) 2024-11-22T12:27:01,372 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:01,572 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:01,628 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/ns/59d48f93161d4accb432635a77d13e8a 2024-11-22T12:27:01,655 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/rep_barrier/c93eb79c497a4021acc0ac488d2db6ec is 102, key is TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c./rep_barrier:/1732278268450/DeleteFamily/seqid=0 2024-11-22T12:27:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742473_1649 (size=6025) 2024-11-22T12:27:01,747 INFO [regionserver/46e18b47f3d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T12:27:01,747 INFO [regionserver/46e18b47f3d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T12:27:01,772 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:01,972 DEBUG [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T12:27:02,059 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/rep_barrier/c93eb79c497a4021acc0ac488d2db6ec 2024-11-22T12:27:02,079 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/table/7469dbb4acae4d3fbfb35521f4fa43a2 is 96, key is TestAcidGuarantees,,1732278239871.d3e83f2c56ed6421d5df991ed620154c./table:/1732278268450/DeleteFamily/seqid=0 2024-11-22T12:27:02,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742474_1650 (size=5936) 2024-11-22T12:27:02,082 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/table/7469dbb4acae4d3fbfb35521f4fa43a2 2024-11-22T12:27:02,085 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/info/f38e5fff764a4052bff7768937f19554 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/info/f38e5fff764a4052bff7768937f19554 2024-11-22T12:27:02,087 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/info/f38e5fff764a4052bff7768937f19554, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T12:27:02,088 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/ns/59d48f93161d4accb432635a77d13e8a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/ns/59d48f93161d4accb432635a77d13e8a 2024-11-22T12:27:02,091 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/ns/59d48f93161d4accb432635a77d13e8a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T12:27:02,091 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/rep_barrier/c93eb79c497a4021acc0ac488d2db6ec as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/rep_barrier/c93eb79c497a4021acc0ac488d2db6ec 2024-11-22T12:27:02,094 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/rep_barrier/c93eb79c497a4021acc0ac488d2db6ec, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T12:27:02,095 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/.tmp/table/7469dbb4acae4d3fbfb35521f4fa43a2 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/table/7469dbb4acae4d3fbfb35521f4fa43a2 2024-11-22T12:27:02,097 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/table/7469dbb4acae4d3fbfb35521f4fa43a2, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T12:27:02,098 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=90, compaction requested=false 2024-11-22T12:27:02,102 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T12:27:02,102 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T12:27:02,102 INFO [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T12:27:02,102 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732278420770Running coprocessor pre-close hooks at 1732278420771 (+1 ms)Disabling compacts and flushes for region at 1732278420771Disabling writes for close at 1732278420771Obtaining lock to block concurrent updates at 1732278420771Preparing flush snapshotting stores in 1588230740 at 1732278420771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732278420771Flushing stores of hbase:meta,,1.1588230740 at 1732278420772 (+1 ms)Flushing 1588230740/info: creating writer at 1732278420772Flushing 1588230740/info: appending metadata at 1732278420791 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732278420791Flushing 1588230740/ns: creating writer at 1732278421205 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732278421223 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732278421223Flushing 1588230740/rep_barrier: creating writer at 1732278421638 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732278421655 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732278421655Flushing 1588230740/table: creating writer at 1732278422062 (+407 ms)Flushing 1588230740/table: appending metadata at 1732278422079 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732278422079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cf2b0d: reopening flushed file at 1732278422084 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bdfb82: reopening flushed file at 1732278422088 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c19bd22: reopening flushed file at 1732278422091 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135cdbe5: reopening flushed file at 1732278422094 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=90, compaction requested=false at 1732278422098 (+4 ms)Writing region close event to WAL at 1732278422099 (+1 ms)Running coprocessor post-close hooks at 1732278422102 (+3 ms)Closed at 1732278422102 2024-11-22T12:27:02,103 DEBUG [RS_CLOSE_META-regionserver/46e18b47f3d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T12:27:02,173 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(976): stopping server 46e18b47f3d3,45321,1732278235735; all regions closed. 2024-11-22T12:27:02,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741834_1010 (size=25344) 2024-11-22T12:27:02,179 DEBUG [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/oldWALs 2024-11-22T12:27:02,179 INFO [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 46e18b47f3d3%2C45321%2C1732278235735.meta:.meta(num 1732278239401) 2024-11-22T12:27:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741833_1009 (size=14867970) 2024-11-22T12:27:02,183 DEBUG [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/oldWALs 2024-11-22T12:27:02,183 INFO [RS:0;46e18b47f3d3:45321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 46e18b47f3d3%2C45321%2C1732278235735:(num 1732278238899) 2024-11-22T12:27:02,183 DEBUG [RS:0;46e18b47f3d3:45321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T12:27:02,183 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T12:27:02,183 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T12:27:02,183 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.ChoreService(370): Chore service for: regionserver/46e18b47f3d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T12:27:02,183 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T12:27:02,183 INFO [regionserver/46e18b47f3d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T12:27:02,184 INFO [RS:0;46e18b47f3d3:45321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45321 2024-11-22T12:27:02,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/46e18b47f3d3,45321,1732278235735 2024-11-22T12:27:02,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T12:27:02,246 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T12:27:02,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [46e18b47f3d3,45321,1732278235735] 2024-11-22T12:27:02,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/46e18b47f3d3,45321,1732278235735 already deleted, retry=false 2024-11-22T12:27:02,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 46e18b47f3d3,45321,1732278235735 expired; onlineServers=0 2024-11-22T12:27:02,268 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '46e18b47f3d3,39109,1732278234872' ***** 2024-11-22T12:27:02,268 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T12:27:02,268 INFO [M:0;46e18b47f3d3:39109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T12:27:02,268 INFO [M:0;46e18b47f3d3:39109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T12:27:02,268 DEBUG [M:0;46e18b47f3d3:39109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T12:27:02,268 DEBUG [M:0;46e18b47f3d3:39109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T12:27:02,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T12:27:02,268 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.large.0-1732278238622 {}] cleaner.HFileCleaner(306): Exit Thread[master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.large.0-1732278238622,5,FailOnTimeoutGroup] 2024-11-22T12:27:02,268 DEBUG [master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.small.0-1732278238624 {}] cleaner.HFileCleaner(306): Exit Thread[master/46e18b47f3d3:0:becomeActiveMaster-HFileCleaner.small.0-1732278238624,5,FailOnTimeoutGroup] 2024-11-22T12:27:02,268 INFO [M:0;46e18b47f3d3:39109 {}] hbase.ChoreService(370): Chore service for: master/46e18b47f3d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T12:27:02,268 INFO [M:0;46e18b47f3d3:39109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T12:27:02,269 DEBUG [M:0;46e18b47f3d3:39109 {}] master.HMaster(1795): Stopping service threads 2024-11-22T12:27:02,269 INFO [M:0;46e18b47f3d3:39109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T12:27:02,269 INFO [M:0;46e18b47f3d3:39109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T12:27:02,269 ERROR [M:0;46e18b47f3d3:39109 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T12:27:02,269 INFO [M:0;46e18b47f3d3:39109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T12:27:02,269 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T12:27:02,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T12:27:02,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T12:27:02,278 DEBUG [M:0;46e18b47f3d3:39109 {}] zookeeper.ZKUtil(347): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T12:27:02,278 WARN [M:0;46e18b47f3d3:39109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T12:27:02,279 INFO [M:0;46e18b47f3d3:39109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/.lastflushedseqids 2024-11-22T12:27:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742475_1651 (size=72) 2024-11-22T12:27:02,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T12:27:02,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45321-0x101628027340001, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T12:27:02,358 INFO [RS:0;46e18b47f3d3:45321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T12:27:02,358 INFO [RS:0;46e18b47f3d3:45321 {}] regionserver.HRegionServer(1031): Exiting; stopping=46e18b47f3d3,45321,1732278235735; zookeeper connection closed. 2024-11-22T12:27:02,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d2b75d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d2b75d 2024-11-22T12:27:02,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T12:27:02,687 INFO [M:0;46e18b47f3d3:39109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T12:27:02,687 INFO [M:0;46e18b47f3d3:39109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T12:27:02,687 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T12:27:02,688 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:27:02,688 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:27:02,688 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T12:27:02,688 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:27:02,688 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=735.28 KB heapSize=902.30 KB 2024-11-22T12:27:02,702 DEBUG [M:0;46e18b47f3d3:39109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d366bbd1f846a78b8ad977c4dea3f8 is 82, key is hbase:meta,,1/info:regioninfo/1732278239487/Put/seqid=0 2024-11-22T12:27:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742476_1652 (size=5672) 2024-11-22T12:27:03,106 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d366bbd1f846a78b8ad977c4dea3f8 2024-11-22T12:27:03,133 DEBUG [M:0;46e18b47f3d3:39109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b4e09251b9041a5a9ca8f3f28ea507a is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1732278389985/Put/seqid=0 2024-11-22T12:27:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742477_1653 (size=44199) 2024-11-22T12:27:03,537 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=734.72 KB at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b4e09251b9041a5a9ca8f3f28ea507a 2024-11-22T12:27:03,545 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b4e09251b9041a5a9ca8f3f28ea507a 2024-11-22T12:27:03,564 DEBUG [M:0;46e18b47f3d3:39109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e720bce2759c437ea80f64cbd4452ca1 is 69, key is 46e18b47f3d3,45321,1732278235735/rs:state/1732278238651/Put/seqid=0 2024-11-22T12:27:03,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073742478_1654 (size=5156) 2024-11-22T12:27:03,967 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2053 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e720bce2759c437ea80f64cbd4452ca1 2024-11-22T12:27:03,971 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8d366bbd1f846a78b8ad977c4dea3f8 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8d366bbd1f846a78b8ad977c4dea3f8 2024-11-22T12:27:03,975 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8d366bbd1f846a78b8ad977c4dea3f8, entries=8, sequenceid=2053, filesize=5.5 K 2024-11-22T12:27:03,976 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b4e09251b9041a5a9ca8f3f28ea507a as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b4e09251b9041a5a9ca8f3f28ea507a 2024-11-22T12:27:03,979 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b4e09251b9041a5a9ca8f3f28ea507a 2024-11-22T12:27:03,980 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b4e09251b9041a5a9ca8f3f28ea507a, entries=170, sequenceid=2053, filesize=43.2 K 2024-11-22T12:27:03,980 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e720bce2759c437ea80f64cbd4452ca1 as hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e720bce2759c437ea80f64cbd4452ca1 2024-11-22T12:27:03,984 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/55dff69b-6748-5cf5-0ea1-68b956818aad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e720bce2759c437ea80f64cbd4452ca1, entries=1, sequenceid=2053, filesize=5.0 K 2024-11-22T12:27:03,985 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~735.28 KB/752925, heapSize ~902 KB/923648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=2053, compaction requested=false 2024-11-22T12:27:03,986 INFO [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T12:27:03,986 DEBUG [M:0;46e18b47f3d3:39109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732278422687Disabling compacts and flushes for region at 1732278422687Disabling writes for close at 1732278422688 (+1 ms)Obtaining lock to block concurrent updates at 1732278422688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732278422688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=752925, getHeapSize=923888, getOffHeapSize=0, getCellsCount=2248 at 1732278422688Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732278422688Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732278422688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732278422702 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732278422702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732278423113 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732278423133 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732278423133Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732278423545 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732278423563 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732278423563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0d6863: reopening flushed file at 1732278423970 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fd4fc: reopening flushed file at 1732278423975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f948ed: reopening flushed file at 1732278423980 (+5 ms)Finished flush of dataSize ~735.28 KB/752925, heapSize ~902 KB/923648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=2053, compaction requested=false at 1732278423985 (+5 ms)Writing region close event to WAL at 1732278423986 (+1 ms)Closed at 1732278423986 2024-11-22T12:27:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741830_1006 (size=887569) 2024-11-22T12:27:03,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T12:27:03,990 INFO [M:0;46e18b47f3d3:39109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T12:27:03,990 INFO [M:0;46e18b47f3d3:39109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39109 2024-11-22T12:27:03,990 INFO [M:0;46e18b47f3d3:39109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T12:27:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T12:27:04,158 INFO [M:0;46e18b47f3d3:39109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T12:27:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39109-0x101628027340000, quorum=127.0.0.1:49357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T12:27:04,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T12:27:04,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T12:27:04,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T12:27:04,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T12:27:04,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.log.dir/,STOPPED} 2024-11-22T12:27:04,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T12:27:04,176 WARN [BP-927454652-172.17.0.2-1732278230459 heartbeating to localhost/127.0.0.1:33719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T12:27:04,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T12:27:04,176 WARN [BP-927454652-172.17.0.2-1732278230459 heartbeating to localhost/127.0.0.1:33719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-927454652-172.17.0.2-1732278230459 (Datanode Uuid a149e0f3-ca20-496a-a35e-e2fb6b679646) service to localhost/127.0.0.1:33719 2024-11-22T12:27:04,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data1/current/BP-927454652-172.17.0.2-1732278230459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T12:27:04,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/cluster_73b0bdee-0a47-86d3-7648-500cb293c2a8/data/data2/current/BP-927454652-172.17.0.2-1732278230459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T12:27:04,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T12:27:04,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T12:27:04,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T12:27:04,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T12:27:04,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T12:27:04,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b32b74-78de-9656-0ff7-fff1167888ed/hadoop.log.dir/,STOPPED} 2024-11-22T12:27:04,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T12:27:04,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down